-- Logs begin at Wed 2021-01-27 04:53:02 UTC, end at Wed 2021-01-27 06:19:35 UTC. --
Jan 27 05:40:41.929922 dv-cinder-772623-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 27 05:40:44.705048 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.common.config [-] Logging enabled!
Jan 27 05:40:44.705666 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev439
Jan 27 05:40:44.706923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 27 05:40:44.708766 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.common.config [-] Logging enabled!
Jan 27 05:40:44.709061 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev439
Jan 27 05:40:44.709413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 27 05:40:44.710470 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 27 05:40:44.711307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 27 05:40:44.712411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 27 05:40:44.712703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 27 05:40:44.712962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 27 05:40:44.713339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.713685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.714029 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.714311 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.714649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.714978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.715305 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.715671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.716019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.716346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.716670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.716993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.717257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.717578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.717911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.718244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.718501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.718822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.719427 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.719708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.720029 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.720361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.720680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.720994 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.721321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.721693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] host                           = dv-cinder-772623-1-iscsi {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.722012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.722343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.722672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.723004 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.723338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.723663 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.723990 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.724302 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.724613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.724930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.725262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.725594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.725932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.726189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.726530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.726869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.727199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.727542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.727860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.728176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.728575 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.728895 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.729204 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.729538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.729867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.730195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.730511 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.730830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.731138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.731478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.731810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.732126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.732440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.732753 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.733088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.733401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.733723 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.734066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.734395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.734725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.735053 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.735387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.735722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.736033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.736344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.736655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.736967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.737277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.737603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.737916 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.738227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.738541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.738852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.739184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:44.739547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.739893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.740241 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.740571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.740905 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.741230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.741565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.741882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.742872 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.743395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.743730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.744050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.744382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.744705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.745050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.745408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.745753 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.746094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.746406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.746719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.747031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.747350 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.747702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.748045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.748381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.748694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.749011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.749347 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.749663 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.749975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.750294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.750637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.750955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.751268 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.751615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.751931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.752242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.752551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.752865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.753202 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.753519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.753832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.754139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.754451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.754760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.755087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.755425 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.755739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.756055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.756366 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.756678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.756988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.757306 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.758211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.758540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.758855 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.759172 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.759504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.759822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.760134 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.760445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.760760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.761075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.761387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.761697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.762008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.762319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.762626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.762956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.763296 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.763640 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.763964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.764284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.764602 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.764916 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.765231 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.765549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.765865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.766183 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.766523 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.766849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.767177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.767523 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.767841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.768185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.768504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.768827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.769146 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.769464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.769787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.770115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.770455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.770790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.771124 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.771482 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.771819 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.772138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.772500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.772820 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:44.773071 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 27 05:40:44.773373 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80063) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 27 05:40:45.444219 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO keyring.backend [-] Loading Gnome
Jan 27 05:40:45.462813 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO keyring.backend [-] Loading Google
Jan 27 05:40:45.465578 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO keyring.backend [-] Loading Windows (alt)
Jan 27 05:40:45.469110 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO keyring.backend [-] Loading file
Jan 27 05:40:45.469992 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO keyring.backend [-] Loading keyczar
Jan 27 05:40:45.470280 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO keyring.backend [-] Loading multi
Jan 27 05:40:45.470927 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO keyring.backend [-] Loading pyfs
Jan 27 05:40:45.519263 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:40:45.519631 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:40:45.519967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:40:45.520340 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 27 05:40:45.938888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:45.939583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:45.939922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:45.993838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:45.994149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:45.994450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:45.998107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:45.998421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:45.998721 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.067859 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.068169 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.068470 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.069623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.069929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.071017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.343123 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa63b001158> agent after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.343502 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fa63b001158> agent after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.343806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fa63b0011e0> segment precommit_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.344106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fa63b001268> network precommit_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.344950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fa63afef268> segment before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.496727 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> network before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.497103 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fa63b197a60> agent before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.497429 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> network before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.497734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> port before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.498032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> port before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.498412 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> segment after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.498715 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> segment precommit_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.499031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> segment precommit_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.499407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> segment after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.499653 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> network after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.499947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> network precommit_delete 0 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.500249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> port provisioning_complete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.500559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.500853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> rbac-policy after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.501162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> agent after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.501474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> subnet after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.501764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> subnet precommit_delete 0 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.502081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.502363 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.502849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> port after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.503136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.503440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> port after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.503778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.504065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.504346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fa63b98fc18>> rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.504785 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 27 05:40:46.505057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 27 05:40:46.505327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 27 05:40:46.505597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 27 05:40:46.505867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 27 05:40:46.506145 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 27 05:40:46.507654 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 27 05:40:46.511018 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 27 05:40:46.515050 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 27 05:40:46.518995 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Jan 27 05:40:46.520872 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 27 05:40:46.522033 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 27 05:40:46.522420 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 27 05:40:46.522864 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 27 05:40:46.526237 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 27 05:40:46.526515 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 27 05:40:46.526908 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 27 05:40:46.549332 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 27 05:40:46.549858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fa63ae12c50>> qos_plugin after_init 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.550195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80063) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 27 05:40:46.550611 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fa63b082908>> logging-plugin after_init 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.552022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80063) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 27 05:40:46.552349 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 27 05:40:46.552629 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 27 05:40:46.556159 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa63b0829b0>> floatingip before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.556472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fa63b0829b0>> port before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:46.623990 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 27 05:40:46.624234 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 27 05:40:46.624431 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 27 05:40:46.624851 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 27 05:40:46.663910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.sqlalchemy.engines [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80063) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 27 05:40:47.165899 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Initializing driver for type 'gre'
Jan 27 05:40:47.166429 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] gre ID ranges: [(1, 1000)]
Jan 27 05:40:47.268230 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Initializing driver for type 'local'
Jan 27 05:40:47.268633 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Initializing driver for type 'vlan'
Jan 27 05:40:47.325311 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] VlanTypeDriver initialization complete
Jan 27 05:40:47.325690 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Initializing driver for type 'vxlan'
Jan 27 05:40:47.326255 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] vxlan ID ranges: [(1, 1000)]
Jan 27 05:40:47.445726 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Initializing extension driver 'port_security'
Jan 27 05:40:47.446350 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.extensions.port_security [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] PortSecurityExtensionDriver initialization complete
Jan 27 05:40:47.446743 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Initializing mechanism driver 'openvswitch'
Jan 27 05:40:47.453122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80063) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:40:47.453967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63ee54f98>> port after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.454364 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63ee54f98>> port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.454782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63ee54f98>> port after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.455199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a98cda0>> subnet after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.455600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a98cda0>> subnet after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.455979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a98cda0>> subnet after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.456385 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a98cf60>> network after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.456757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a98cf60>> network after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.457127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a98cf60>> network after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.457529 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a995160>> security_group after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.457899 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a995160>> security_group after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.458422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a995160>> security_group after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.458833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a995320>> security_group_rule after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.459209 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a995320>> security_group_rule after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.459601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a995320>> security_group_rule after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.460009 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a9954e0>> address_group after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.460376 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a9954e0>> address_group after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.461312 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fa63a9954e0>> address_group after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.461668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] ML2 OVO RPC backend initialized. {{(pid=80063) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 27 05:40:47.462369 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> router_interface after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.462746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> router_interface after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.463193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> network before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.463590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> networks before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.463961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> port before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.464327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> ports before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.464695 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> subnet before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.465062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> subnets before_response 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.465435 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> network after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.465799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> network after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.466164 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> network after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.466529 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> port after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.466891 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.467252 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> port after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.467641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> subnet after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.468002 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> subnet after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.468363 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fa63a9955c0>> subnet after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.468979 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.plugin [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Modular L2 Plugin initialization complete
Jan 27 05:40:47.469323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading services supported by the core plugin {{(pid=80063) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 27 05:40:47.469683 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.plugins.ml2.managers [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Got port-security extension from driver 'port_security'
Jan 27 05:40:47.470177 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.extensions.vlantransparent [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Disabled vlantransparent extension.
Jan 27 05:40:47.471661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80063) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 27 05:40:47.472008 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading Plugin: router
Jan 27 05:40:47.508742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router_interface before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.509166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router after_create 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.509562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router before_create 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.509950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router_interface before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.510356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router_interface after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.510750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router after_delete 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.511125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> floatingip after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.511559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router after_create 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.511933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router after_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.512320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router after_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.512698 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router_gateway after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.513088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router after_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.513565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router precommit_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.513972 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fa63aefd620> port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.514339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fa63aefd510> port after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.514705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fa63aefd598> subnet after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.515068 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fa63aefd6a8> subnetpool_address_scope after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.515472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> port precommit_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.515849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router precommit_create 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.516223 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fa63b04a510> port before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.516594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router precommit_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.516982 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router after_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.517349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router precommit_delete 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.517726 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router precommit_create 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.518119 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router_interface after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.518492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> router precommit_update 55549900 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.518904 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fa63a995748>> network after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.519897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Tracking information for resource: router configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 27 05:40:47.520258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Tracking information for resource: floatingip configured {{(pid=80063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 27 05:40:47.525763 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_agentschedulers_db [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 27 05:40:47.526397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fa63a89e0d0> port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.526782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fa63a904048> port after_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.527158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <function _notify_port_delete at 0x7fa63a89e048> port after_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.527560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fa63a89e268> port after_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.528433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa63a92b3c8>> router before_create 55550100 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.528826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa63a92b3c8>> router precommit_delete 55550100 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.529216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa63a92b3c8>> router precommit_create 55550100 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.529600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fa63a92b3c8>> router precommit_update 55550100 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.534297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.provider_configuration [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service providers = [] {{(pid=80063) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 27 05:40:47.534682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.servicetype_db [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80063) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 27 05:40:47.537500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.service_base [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 27 05:40:47.537878 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.service_base [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 27 05:40:47.538243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.service_base [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 27 05:40:47.539299 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.service_base [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 27 05:40:47.539720 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.services.service_base [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 27 05:40:47.540125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 27 05:40:47.540471 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 27 05:40:47.550558 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 27 05:40:47.550922 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading Plugin: auto_allocate
Jan 27 05:40:47.556774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa63a8718c8> network precommit_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.557426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fa63a8718c8> network precommit_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.558388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 27 05:40:47.558764 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading Plugin: tag
Jan 27 05:40:47.567229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 27 05:40:47.567620 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading Plugin: timestamp
Jan 27 05:40:47.572368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 27 05:40:47.572721 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading Plugin: network_ip_availability
Jan 27 05:40:47.578174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa63a928400>> rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.578576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa63a928400>> rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.578957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa63a928400>> rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.579783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 27 05:40:47.580135 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading Plugin: flavors
Jan 27 05:40:47.584650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 27 05:40:47.585012 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading Plugin: revisions
Jan 27 05:40:47.590975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 27 05:40:47.591430 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.071s {{(pid=80063) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:40:47.592225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80063) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 27 05:40:47.592614 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Initializing extension manager.
Jan 27 05:40:47.593170 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: __init__.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.593540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: __pycache__ {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.593902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.594263 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: address_group.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.595082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.595752 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: address-group
Jan 27 05:40:47.596109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: address_scope.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.596878 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.597444 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: address-scope
Jan 27 05:40:47.597795 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.598735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.599296 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: router-admin-state-down-before-update
Jan 27 05:40:47.599671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: agent.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.600424 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.600982 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: agent
Jan 27 05:40:47.601876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: agent_resources_synced.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.602782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.603343 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: agent-resources-synced
Jan 27 05:40:47.604106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: allowedaddresspairs.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.605909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.606489 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: allowed-address-pairs
Jan 27 05:40:47.606849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: auto_allocated_topology.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.607948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.608514 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: auto-allocated-topology
Jan 27 05:40:47.608869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: availability_zone.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.609616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.610179 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: availability_zone
Jan 27 05:40:47.610533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: availability_zone_filter.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.611473 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.612041 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: availability_zone_filter
Jan 27 05:40:47.612386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: data_plane_status.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.613294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.613852 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension data-plane-status not supported by any of loaded plugins
Jan 27 05:40:47.614204 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: default_subnetpools.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.615267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.615857 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: default-subnetpools
Jan 27 05:40:47.616208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.617710 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.618285 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: dhcp_agent_scheduler
Jan 27 05:40:47.618642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: dns.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.619587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.620149 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension dns-integration not supported by any of loaded plugins
Jan 27 05:40:47.620505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: dns_domain_ports.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.621440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.622004 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 27 05:40:47.622360 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: dvr.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.623085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.623683 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: dvr
Jan 27 05:40:47.624035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: empty_string_filtering.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.624952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.625513 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: empty-string-filtering
Jan 27 05:40:47.625862 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.626773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.627333 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 27 05:40:47.627708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.628617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.629176 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 27 05:40:47.629525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: external_net.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.630434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.631000 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: external-net
Jan 27 05:40:47.631387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.632292 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.633580 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: extra_dhcp_opt
Jan 27 05:40:47.633924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: extraroute.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.634848 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.635426 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: extraroute
Jan 27 05:40:47.635782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: extraroute_atomic.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.636838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.637409 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: extraroute-atomic
Jan 27 05:40:47.637750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: filter_validation.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.638459 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.639015 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: filter-validation
Jan 27 05:40:47.639377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: fip_pf_description.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.640286 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.640841 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 27 05:40:47.641191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: fip_port_details.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.642106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.642665 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: fip-port-details
Jan 27 05:40:47.643015 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: flavors.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.644404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.644987 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: flavors
Jan 27 05:40:47.645340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.647039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.647637 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 27 05:40:47.647996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: floatingip_pools.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.649406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.649988 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: floatingip-pools
Jan 27 05:40:47.650345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: ip_allocation.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.651283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.651877 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension ip_allocation not supported by any of loaded plugins
Jan 27 05:40:47.652235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.653162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.653732 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: ip-substring-filtering
Jan 27 05:40:47.654088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: l2_adjacency.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.655027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.655592 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 27 05:40:47.655948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: l3.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.657042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.657613 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: router
Jan 27 05:40:47.657966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.660284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.660869 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 27 05:40:47.661233 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.662166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.662738 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: ext-gw-mode
Jan 27 05:40:47.663090 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.664114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.664684 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: l3-ha
Jan 27 05:40:47.665034 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: l3_flavors.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.666060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.666636 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: l3-flavors
Jan 27 05:40:47.666989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.667938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.668502 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 27 05:40:47.668859 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: l3agentscheduler.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.670056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.670644 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: l3_agent_scheduler
Jan 27 05:40:47.671003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: logging.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.672579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.673156 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension logging not supported by any of loaded plugins
Jan 27 05:40:47.673516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: metering.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.674316 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.674995 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: metering
Jan 27 05:40:47.675389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.676479 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.677057 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: metering_source_and_destination_fields
Jan 27 05:40:47.677410 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: multiprovidernet.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.678336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.678906 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: multi-provider
Jan 27 05:40:47.679260 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: netmtu.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.680399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.680966 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: net-mtu
Jan 27 05:40:47.681323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: netmtu_writable.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.682247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.682818 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: net-mtu-writable
Jan 27 05:40:47.683173 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: network_availability_zone.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.684023 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.684593 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: network_availability_zone
Jan 27 05:40:47.684947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: network_ip_availability.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.686061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.686619 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: network-ip-availability
Jan 27 05:40:47.686968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: network_segment_range.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.687845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.688409 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension network-segment-range not supported by any of loaded plugins
Jan 27 05:40:47.688762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: pagination.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.689756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.690120 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: pagination
Jan 27 05:40:47.690470 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.691408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.691977 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: port-mac-address-regenerate
Jan 27 05:40:47.692324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.693230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.693794 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: port-numa-affinity-policy
Jan 27 05:40:47.694143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: port_resource_request.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.695615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.696567 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension port-resource-request not supported by any of loaded plugins
Jan 27 05:40:47.696872 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: portbindings.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.697821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.698383 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: binding
Jan 27 05:40:47.698735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: portbindings_extended.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.700060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.700635 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: binding-extended
Jan 27 05:40:47.700994 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: portsecurity.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.701913 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.702483 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: port-security
Jan 27 05:40:47.702835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: project_id.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.703829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.704200 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: project-id
Jan 27 05:40:47.704553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: providernet.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.705468 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.706038 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: provider
Jan 27 05:40:47.706393 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: qos.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.710100 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.711281 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension qos not supported by any of loaded plugins
Jan 27 05:40:47.711896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.713055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.713627 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 27 05:40:47.713985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.714966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.715557 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 27 05:40:47.715919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: qos_default.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.716827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.717397 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension qos-default not supported by any of loaded plugins
Jan 27 05:40:47.717751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: qos_fip.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.718441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.719001 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension qos-fip not supported by any of loaded plugins
Jan 27 05:40:47.719382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: qos_gateway_ip.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.720297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.720860 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 27 05:40:47.721213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: qos_port_network_policy.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.722113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.722680 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 27 05:40:47.723031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: qos_rule_type_details.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.723957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.724524 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 27 05:40:47.724875 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: qos_rules_alias.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.725910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.726534 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 27 05:40:47.726850 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: quotasv2.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.727891 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.728257 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: quotas
Jan 27 05:40:47.728610 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: quotasv2_detail.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.730236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.730604 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: quota_details
Jan 27 05:40:47.730960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: rbac.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.732252 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.732836 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: rbac-policies
Jan 27 05:40:47.733191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: rbac_address_scope.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.734123 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.734689 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: rbac-address-scope
Jan 27 05:40:47.735047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: rbac_security_groups.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.735977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.736541 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: rbac-security-groups
Jan 27 05:40:47.736893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: rbac_subnetpool.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.737820 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.738386 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: rbac-subnetpool
Jan 27 05:40:47.738737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: revisionifmatch.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.739706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.740271 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: revision-if-match
Jan 27 05:40:47.740623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: revisions.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.741760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.742964 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: standard-attr-revisions
Jan 27 05:40:47.743322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: router_availability_zone.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.744071 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.744637 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: router_availability_zone
Jan 27 05:40:47.744987 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: routerservicetype.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.745929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.746464 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension router-service-type not supported by any of loaded plugins
Jan 27 05:40:47.746816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.747804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.748364 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: security-groups-normalized-cidr
Jan 27 05:40:47.748714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.749634 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.750196 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: port-security-groups-filtering
Jan 27 05:40:47.750547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.751614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.752181 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: security-groups-remote-address-group
Jan 27 05:40:47.752530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: securitygroup.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.766084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.766713 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: security-group
Jan 27 05:40:47.767059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: segment.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.767955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.768525 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension segment not supported by any of loaded plugins
Jan 27 05:40:47.768878 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.769876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.770487 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 27 05:40:47.770845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: servicetype.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.772024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.772602 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: service-type
Jan 27 05:40:47.772958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: sorting.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.774478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.774842 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: sorting
Jan 27 05:40:47.775194 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: standard_attr_segment.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.776127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.776710 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 27 05:40:47.777062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: standardattrdescription.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.777744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.778327 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: standard-attr-description
Jan 27 05:40:47.778679 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: stateful_security_group.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.779660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.780233 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: stateful-security-group
Jan 27 05:40:47.780583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: stdattrs_common.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.781161 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 27 05:40:47.781508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.782434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.783009 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 27 05:40:47.783386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: subnet_onboard.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.784441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.785019 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: subnet_onboard
Jan 27 05:40:47.785488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.786494 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.787064 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 27 05:40:47.787437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: subnet_service_types.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.788380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.789583 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: subnet-service-types
Jan 27 05:40:47.789942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: subnetallocation.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.791057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.791649 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: subnet_allocation
Jan 27 05:40:47.792009 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.792713 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.793281 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: subnetpool-prefix-ops
Jan 27 05:40:47.793632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.794600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.795166 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 27 05:40:47.795549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: tagging.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.796860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.797434 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: standard-attr-tag
Jan 27 05:40:47.797787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: timestamp.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.798988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.799588 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loaded extension: standard-attr-timestamp
Jan 27 05:40:47.799943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: trunk.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.800970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.801538 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension trunk not supported by any of loaded plugins
Jan 27 05:40:47.801892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: trunk_details.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.802812 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.803407 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension trunk-details not supported by any of loaded plugins
Jan 27 05:40:47.803759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: uplink_status_propagation.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.804763 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.805320 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 27 05:40:47.805669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Loading extension file: vlantransparent.py {{(pid=80063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 27 05:40:47.806372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 27 05:40:47.806937 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 27 05:40:47.809687 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:network
Jan 27 05:40:47.810508 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:subnet
Jan 27 05:40:47.811169 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 27 05:40:47.811851 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:port
Jan 27 05:40:47.813324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.813813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service FLAVORS assigned prefix:  {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.814478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.814939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.815297 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:router
Jan 27 05:40:47.816033 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:floatingip
Jan 27 05:40:47.816796 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service METERING assigned prefix: /metering {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.818637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa63a796518>> rbac-policy before_create 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.819030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa63a796518>> rbac-policy before_update 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.819426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fa63a796518>> rbac-policy before_delete 55550000 {{(pid=80063) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:40:47.820637 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 27 05:40:47.821380 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:security_group
Jan 27 05:40:47.831596 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 27 05:40:47.831596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service CORE assigned prefix:  {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.831596 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 27 05:40:47.831596 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] subnetpool is already registered
Jan 27 05:40:47.831596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service CORE assigned prefix:  {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.831596 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 27 05:40:47.831596 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] subnetpool is already registered
Jan 27 05:40:47.831596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.832303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service FLAVORS assigned prefix:  {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.832303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.832303 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:router
Jan 27 05:40:47.832303 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] router is already registered
Jan 27 05:40:47.832303 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:floatingip
Jan 27 05:40:47.832303 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] floatingip is already registered
Jan 27 05:40:47.832892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service METERING assigned prefix: /metering {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.833227 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of CountableResource for resource:rbac_policy
Jan 27 05:40:47.833585 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] rbac_policy is already registered
Jan 27 05:40:47.834204 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:security_group
Jan 27 05:40:47.834563 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] security_group is already registered
Jan 27 05:40:47.835192 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 27 05:40:47.835570 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] security_group_rule is already registered
Jan 27 05:40:47.837036 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service CORE assigned prefix:  {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.837388 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 27 05:40:47.837741 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] subnetpool is already registered
Jan 27 05:40:47.838401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.resource_helper [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Service CORE assigned prefix:  {{(pid=80063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 27 05:40:47.838764 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Creating instance of TrackedResource for resource:subnetpool
Jan 27 05:40:47.839121 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.quota.resource_registry [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] subnetpool is already registered
Jan 27 05:40:47.839864 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: extensions {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.841437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: address-groups {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.843287 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: address-scopes {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.844578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: agents {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.845783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: auto-allocated-topology {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.847101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: availability_zones {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.848566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: dhcp-networks {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.850066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: dhcp-agents {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.851830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: routers {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.853722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: flavors {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.854953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: service_profiles {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.856268 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: next_providers {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.857886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: service_profiles {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.859453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: floatingip-pools {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.860744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: routers {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.862632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: floatingips {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.863910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: l3-routers {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.865474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: l3-agents {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.867530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: metering-labels {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.868962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: metering-label-rules {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.870337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: network-ip-availabilities {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.871859 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: bindings {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.873622 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: quotas {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.875143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: quotas {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.876862 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: rbac-policies {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.878210 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: security-groups {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.879506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: security-group-rules {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.880820 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: service-providers {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.882115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: subnetpools {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.884312 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: subnetpools {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.885852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.887643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.889561 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.891483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.894518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.896345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.898276 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.901232 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.903228 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.905262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.extensions [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Extended resource: tags {{(pid=80063) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 27 05:40:47.912346 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING keystonemiddleware.auth_token [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 27 05:40:47.917676 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING keystonemiddleware.auth_token [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 27 05:40:47.927349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Acquired lock "singleton_lock" {{(pid=80063) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 27 05:40:47.927894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Releasing lock "singleton_lock" {{(pid=80063) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 27 05:40:47.929901 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO oslo_service.service [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Starting 2 workers
Jan 27 05:40:47.934953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Started child 80176 {{(pid=80063) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 27 05:40:47.939486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:40:47.939932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Started child 80177 {{(pid=80063) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 27 05:40:47.941006 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [-] (80176) wsgi starting up on http://0.0.0.0:9696
Jan 27 05:40:47.941556 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.service [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Neutron service started, listening on 0.0.0.0:9696
Jan 27 05:40:47.942211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Notify callbacks [] for process, before_spawn {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:40:47.943730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:40:47.944808 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO oslo_service.service [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Starting 1 workers
Jan 27 05:40:47.946312 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [-] (80177) wsgi starting up on http://0.0.0.0:9696
Jan 27 05:40:47.952566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Started child 80178 {{(pid=80063) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 27 05:40:47.953053 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO oslo_service.service [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Starting 1 workers
Jan 27 05:40:47.954553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.service [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] calling RpcWorker wait() {{(pid=80178) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 27 05:40:47.954962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.service [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] returning from RpcWorker wait() {{(pid=80178) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 27 05:40:47.956515 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:40:47.957075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:40:47.958480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Started child 80179 {{(pid=80063) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 27 05:40:47.959302 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e63e95b-3832-4477-afc6-e69cdb7cb4c4 None None] Notify callbacks [] for process, after_spawn {{(pid=80063) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:40:47.961135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80063) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 27 05:40:47.961342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 27 05:40:47.961496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 27 05:40:47.962010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 27 05:40:47.962445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 27 05:40:47.962651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 27 05:40:47.963246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.963590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.963709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:40:47.963886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.964345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.964696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.965344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.965593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:40:47.965686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.965904 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.966207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.966472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.966669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.966861 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.967155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.967436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.967793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.968082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.968351 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.968612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.968819 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.969085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.969395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.969680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.969970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.970260 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.970866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.971122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.971382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.971653 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.971967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.972226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.972497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.972794 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.973055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.973317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.973602 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.973852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.974093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.974393 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.974635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.975099 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] host                           = dv-cinder-772623-1-iscsi {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.975374 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.975658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.975939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.976197 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.976692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.977062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.977384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.977671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.977934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.978189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.978454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.978715 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.978978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.979236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.979453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.979714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.979959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.980247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.980455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.980644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.980807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.981099 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.981261 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.981546 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.981792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.982070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.982314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.982555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.982794 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.983057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.983298 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.983568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.983807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.984086 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.984363 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.984636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.984893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.985136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.985384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.985664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.985860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.986221 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.986470 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.986877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.987292 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.987572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.987874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.988151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.988427 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.988707 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.988942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.989199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.989509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.989770 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.990058 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.990334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.990574 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.990830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.991069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.991307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.991593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.991837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.992644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.992930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.993172 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.993484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.993838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.994084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.994391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:47.995404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.995404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.995661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.995762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.996006 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.996282 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.996549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.996798 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.997058 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.997339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.997673 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.997933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.998250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.998497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.998784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.999137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:47.999534 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.003988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.004672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.004672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.004672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.004672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.004672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.005098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.005098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.005285 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.005503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.005751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.005992 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.006239 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.007054 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.007054 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.007054 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.007418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.007542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.009471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.009471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.009471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.009471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.009471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.009927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.010024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.010208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.010473 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.010745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.010979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.011259 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.011566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.011829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.011974 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.012201 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.012457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.012717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.012972 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.014129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.014129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.014129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.014129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.014129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.014609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.014609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.014791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.014887 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.015111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.015351 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.015616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.015853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.016091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.016329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.016619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.016973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.017240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.017516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.017775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.018050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.018324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.018818 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.018818 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.019036 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.019283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.019610 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.019867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.020156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.020437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.020677 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.020951 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.023349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.023349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.023349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.023349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.023349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.023349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.023349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.023349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.024557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.024557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.024557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.024557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.024557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.025011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.025011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.025261 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.025546 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.025832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.026113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.026408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.026679 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.026960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.027652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.027926 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.028212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.028465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.028762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.029033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.029294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.029533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.032125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.032125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.032125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.032125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.032125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.032125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.032125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.032125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.033041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.033041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.033041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.033041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.033041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.033700 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.033700 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.033700 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.034089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.034191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.034415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.034683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.034941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.035196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.035504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.038056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.038056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.038056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.038056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.038056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.038056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.038056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.038056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.039565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.039565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.039565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.039565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.039565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.039565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.039565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.039565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.040377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.040377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.040377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.040377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.040746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.040851 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.041388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.041388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.041598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.041741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.042731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.042731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.042731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.042731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.043125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.043125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.044236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.044236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.044236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.044236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.044779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.044779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.045055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.045200 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.045415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.045658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.045900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.046189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.046465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.046720 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.046976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.047216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.047480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.047717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.047952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.048789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.048789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.048789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.049107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.049208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.049408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.049647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.050139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.050139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.050450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.050593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.050739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.050976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.051238 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.051500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.051810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.052094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.052322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.052802 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.053081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.053900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.053900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.054215 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.054215 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.055087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.055462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.055781 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.056038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.056255 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.056618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.056941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.057220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.057508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.057813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.058115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.058407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.058670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.058993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.059347 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.059641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.059902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.060160 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.060460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.060749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.060999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.061246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.061490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.061735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.062012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.062296 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.062553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.062799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.063059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.063389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.063671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.063916 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.064079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.064248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.064885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 27 05:40:48.065042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80063) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 27 05:40:48.065184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 27 05:40:48.065359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 27 05:40:48.065500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 27 05:40:48.066291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 27 05:40:48.066291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 27 05:40:48.066291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.066291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.066291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.067524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.067524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.067524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.067524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.067524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.067524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.067524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.069323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.069323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.069323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.069323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.069323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.069323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.069323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.069323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.071811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.072642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.072642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.072642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.072642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.072642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.072642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.072642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.074275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.074275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.074275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] host                           = dv-cinder-772623-1-iscsi {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.074275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.074275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.074275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.074275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.074275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.075371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.075371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.075371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.075371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.075371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.075371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.075371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.075371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.076889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.077064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.077206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.077385 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.077565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.077751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.077923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.078102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.078281 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.078463 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.078641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.078819 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.078997 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.079175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.079384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.079568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.079748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.079927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.080104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.080281 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.080461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.080644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.080817 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.080976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.081153 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.081330 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.081508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.081687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.081868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.082048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.082227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.082407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.082588 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.082771 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.082931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.083099 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.083275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.083479 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.083658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.083835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.084014 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.084193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.084371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.084552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.084731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 27 05:40:48.084931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.085115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.085308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.085490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.085712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.085897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.086079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.086262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.086445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.086640 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.086790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.086970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.087165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.087348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.087552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.087737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.087917 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.088100 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.088282 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.088462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.088643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.088825 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.089024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.089205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.089389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.089569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.089749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.089931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.090114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.090299 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.090482 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.090669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.090850 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.091031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.091212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.091417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.091664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.091790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.091931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.092046 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.092395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.092395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.092608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.092807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.092912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.093115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.093257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.093414 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.093544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.093759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.093909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.094092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.094274 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.094487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.094620 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.094829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.095072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.095194 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.095303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.095511 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.095693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.095891 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.096093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.096208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.096382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.096564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.096746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.096899 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.097529 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.099557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.099802 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.100025 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.100373 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.100486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.100584 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.100730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33076) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:40:48.100855 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.100955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.101144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.101878 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.102085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.102426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.102767 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.103075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.103277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.103519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.103738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.103938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.104133 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.104328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.104523 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.104717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.104909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.105100 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.105293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.105483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.105675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.105865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.106058 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.106249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.106437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.106626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.106815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.107003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.107191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.107422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.108271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.108467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.108657 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.108849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.109039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.109229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.109430 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.109620 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.109813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.110003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.110200 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.110400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.110592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.110781 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.110968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.111157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.111345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.111576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.111765 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.111952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.112140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.112328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.112525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.112725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.112883 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0093768
Jan 27 05:40:48.113003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.113142 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.113282 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.113455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.113644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.113832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.114020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.114208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.114394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.114584 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.119976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.120438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.120438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.120438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.120438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.120438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.120438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.120438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.120832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.120832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.120967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.121037 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.121262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.121536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.121536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.121734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.121903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.122094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.122285 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.122474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.122689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.122856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.123047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.124397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.124397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.124397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.124397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.124397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.124751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.124751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.124889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.125428 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.125428 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.125591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.125728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.125894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.126064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.126404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.126799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.127694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.129395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.129395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.129395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.129395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.129395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.129872 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.129872 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.129872 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.130093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.130163 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.130303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.130509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.130704 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.130880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.131046 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.131225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.131446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.131636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.131824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.132015 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.132203 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.132671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.132671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.132903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.133035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.133166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.133294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.133495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.133669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.133861 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.134048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.134236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.134398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.134706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.134802 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.135926 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.136356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.136646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.136818 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.137336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.138326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.138326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.138326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.138326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.138326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.138658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.138658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.138794 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.138997 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.139396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.140874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.140874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.140874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.140874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.140874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.140874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.141249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.141249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.141372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.141449 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.141681 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.141773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.141952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.142139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.142328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.142515 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.143036 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.143225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.143438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 27 05:40:48.143594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80063) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 27 05:40:48.148617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:40:59.272989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa801f-6939-438a-a71c-b9d09dc41dc8 None None] get_active_networks_info from dv-cinder-772623-1-iscsi {{(pid=80178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 27 05:40:59.406865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa801f-6939-438a-a71c-b9d09dc41dc8 None None] No non-hosted networks {{(pid=80178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 27 05:40:59.575491 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bd8d2643-c244-4456-b149-f83404825caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:01.546907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8e105050-3727-43d3-bbb7-8b233c899e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:01.576806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-79a24f81-f643-4c01-9958-151e00b9dc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:02.543057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:03.565420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:03.566265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.566428 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.566944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.567484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.567986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.568518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.569026 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.569547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.570263 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.571044 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.571775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.572280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:03.572847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa639b01748>, 'Open vSwitch agent', 'dv-cinder-772623-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:41:03.579420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa63a3268d0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:41:03.702405 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:05.334883 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 33172) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:05.575983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] get_endpoint_by_host() called for host dv-cinder-772623-1-iscsi {{(pid=80178) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 27 05:41:05.584522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] get_endpoint_by_ip() called for ip 192.168.0.40 {{(pid=80178) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 27 05:41:05.591835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] _add_endpoint() called for ip 192.168.0.40 {{(pid=80178) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 27 05:41:05.637391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] _get_endpoints() called {{(pid=80178) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 27 05:41:06.437659 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING oslo_policy.policy [None req-c806cc36-15ae-450f-a8a7-0acd6aee3993 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 27 05:41:06.438571 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING oslo_policy.policy [None req-c806cc36-15ae-450f-a8a7-0acd6aee3993 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 27 05:41:06.685452 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [None req-c806cc36-15ae-450f-a8a7-0acd6aee3993 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:41:06.686723 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c806cc36-15ae-450f-a8a7-0acd6aee3993 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 1.3489668
Jan 27 05:41:07.981147 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_hamode_db [None req-8c6d17e0-1658-418d-994c-9d91fecde3d6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 27 05:41:08.076281 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d17e0-1658-418d-994c-9d91fecde3d6 None None] Routers set() bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:41:08.076914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d17e0-1658-418d-994c-9d91fecde3d6 None None] Router IDs set() for agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 27 05:41:09.794555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 33188) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:10.249779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-91a9d0be-5795-408c-8272-9e78c3756c5a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:41:10.364215 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.policy [None req-91a9d0be-5795-408c-8272-9e78c3756c5a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80176) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 27 05:41:10.365664 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING oslo_policy.policy [None req-91a9d0be-5795-408c-8272-9e78c3756c5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 27 05:41:10.366346 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING oslo_policy.policy [None req-91a9d0be-5795-408c-8272-9e78c3756c5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 27 05:41:10.414888 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota [None req-91a9d0be-5795-408c-8272-9e78c3756c5a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa63a20e4a8>.
Jan 27 05:41:10.439500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-91a9d0be-5795-408c-8272-9e78c3756c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:41:10.580569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-91a9d0be-5795-408c-8272-9e78c3756c5a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264854426492', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264854448953', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264854443348', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264854486190', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363264854462773', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854250062', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854193972', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1591117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853270180'] for rbac-policy, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:10.879349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-91a9d0be-5795-408c-8272-9e78c3756c5a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:10.880711 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-91a9d0be-5795-408c-8272-9e78c3756c5a admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0850103
Jan 27 05:41:13.961028 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 33202) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:14.370501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Request body: {'network': {'name': 'private', 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'admin_state_up': True}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:41:14.376482 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:41:14.381226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Usage tracker for resource:network and tenant:3555a495513741f3ab47fa67cfd77bee is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:41:14.385515 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:41:14.391671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:41:14.430716 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Made reservation on behalf of 3555a495513741f3ab47fa67cfd77bee for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:41:14.436876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:14.454460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:14.471812 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:41:14.475826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Usage tracker for resource:security_group_rule and tenant:3555a495513741f3ab47fa67cfd77bee is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:41:14.479373 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:41:14.484914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:41:14.722995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:14.764948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:14.770912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:14.792437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:41:14.816995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771995697438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:14.817576 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Added segment 6de53e96-4ea3-4ec6-abda-cfbe0072a8a1 of type vxlan for network 92dbad4e-c254-4e89-9321-07574ab103df
Jan 27 05:41:15.040691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09161468-50ed-4bc2-87f0-86e556b7b040,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:15.058366 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.058799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.059111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.059490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.059839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.060198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.060549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.060888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.061230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.061571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.061910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.062246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Tracked resource versions report:
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]: pushed versions:
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]: {   'AddressGroup': {'1.1'},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     'ConntrackHelper': {'1.0'},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Log': {'1.0'},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Network': {'1.1'},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Port': {'1.6'},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     'PortForwarding': {'1.2'},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     'QosPolicy': {'1.8'},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroup': {'1.4'},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroupRule': {'1.2'},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SubPort': {'1.0'},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Subnet': {'1.1'},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Trunk': {'1.1'}}
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]: consumer versions:
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]: {   DHCP agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     L3 agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metadata agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metering agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@dv-cinder-772623-1-iscsi: {   'AddressGroup': '1.1',
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'ConntrackHelper': '1.0',
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Log': '1.0',
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Network': '1.1',
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Port': '1.6',
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'PortForwarding': '1.2',
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'QosPolicy': '1.8',
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroup': '1.4',
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroupRule': '1.2',
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SubPort': '1.0',
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Subnet': '1.1',
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Trunk': '1.1'}}
Jan 27 05:41:15.063411 dv-cinder-772623-1-iscsi neutron-server[80063]:  {{(pid=80176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 27 05:41:15.102017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:15.108702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:15.179684 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:15.181057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:41:15.181737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:15.187505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:15.298922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Pushing event updated for resources: {'Network': ['ID=92dbad4e-c254-4e89-9321-07574ab103df,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:15.302174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:15.315188 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 92dbad4e-c254-4e89-9321-07574ab103df details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:41:15.343043 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.3808501
Jan 27 05:41:18.443549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33218) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:19.104039 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING oslo_policy.policy [None req-f04c527f-d8ab-455b-a0f5-b939a9650f0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 27 05:41:19.104649 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING oslo_policy.policy [None req-f04c527f-d8ab-455b-a0f5-b939a9650f0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 27 05:41:19.536490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.policy [None req-f04c527f-d8ab-455b-a0f5-b939a9650f0b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80177) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 27 05:41:19.537340 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING oslo_policy.policy [None req-f04c527f-d8ab-455b-a0f5-b939a9650f0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 27 05:41:19.537737 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING oslo_policy.policy [None req-f04c527f-d8ab-455b-a0f5-b939a9650f0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 27 05:41:19.558832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c527f-d8ab-455b-a0f5-b939a9650f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:41:19.560696 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f04c527f-d8ab-455b-a0f5-b939a9650f0b admin admin] 10.222.0.24 "GET /v2.0/networks/92dbad4e-c254-4e89-9321-07574ab103df HTTP/1.1" status: 200  len: 818 time: 1.1161354
Jan 27 05:41:19.595718 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c85a8e6d-c40d-4f8a-ab51-c284d5cd6409 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/a269d05e-1a0e-4c4f-a7c2-cb90fa6af141 HTTP/1.1" status: 200  len: 734 time: 0.0286760
Jan 27 05:41:19.606382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Request body: {'subnet': {'subnetpool_id': 'a269d05e-1a0e-4c4f-a7c2-cb90fa6af141', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:41:19.609516 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.quota [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fa63a50b7f0>.
Jan 27 05:41:19.615931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:41:19.622118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Usage tracker for resource:subnet and tenant:3555a495513741f3ab47fa67cfd77bee is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:41:19.625708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:41:19.633278 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:41:19.730287 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Made reservation on behalf of 3555a495513741f3ab47fa67cfd77bee for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:41:19.736413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:20.438376 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:20.454809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:20.609402 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee4d354-8d31-4e56-b33a-6224077afc79,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:20.629869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.630248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.630613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.630964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.631310 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.631696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.632093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.632440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.632779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.633122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.633454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.633788 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Tracked resource versions report:
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]: pushed versions:
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]: {   'AddressGroup': {'1.1'},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     'ConntrackHelper': {'1.0'},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Log': {'1.0'},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Network': {'1.1'},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Port': {'1.6'},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     'PortForwarding': {'1.2'},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     'QosPolicy': {'1.8'},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroup': {'1.4'},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroupRule': {'1.2'},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SubPort': {'1.0'},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Subnet': {'1.1'},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Trunk': {'1.1'}}
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]: consumer versions:
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]: {   DHCP agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     L3 agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metadata agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metering agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@dv-cinder-772623-1-iscsi: {   'AddressGroup': '1.1',
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'ConntrackHelper': '1.0',
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Log': '1.0',
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Network': '1.1',
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Port': '1.6',
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'PortForwarding': '1.2',
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'QosPolicy': '1.8',
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroup': '1.4',
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroupRule': '1.2',
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SubPort': '1.0',
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Subnet': '1.1',
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Trunk': '1.1'}}
Jan 27 05:41:20.634983 dv-cinder-772623-1-iscsi neutron-server[80063]:  {{(pid=80177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 27 05:41:20.674150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:20.706790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Checking segment: {'id': '6de53e96-4ea3-4ec6-abda-cfbe0072a8a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:41:20.707087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Network hostable DHCP agents. Network: 92dbad4e-c254-4e89-9321-07574ab103df, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:41:20.753280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Network 92dbad4e-c254-4e89-9321-07574ab103df is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:41:20.808342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 92dbad4e-c254-4e89-9321-07574ab103df) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:41:20.812976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:41:20.813619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:20.818618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5956a9d5-e4a7-45c7-a088-e95a52048773 None None] Network 92dbad4e-c254-4e89-9321-07574ab103df requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:41:20.875309 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.2731941
Jan 27 05:41:21.179308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bd0d15f-fdff-5670-9359-dc87ac15679e-92dbad4e-c254-4e89-9321-07574ab103df', 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'fixed_ips': [{'subnet_id': '6ee4d354-8d31-4e56-b33a-6224077afc79'}]}} from dv-cinder-772623-1-iscsi. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 27 05:41:21.181439 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:21.514007 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Allocated IP 172.20.0.2 (92dbad4e-c254-4e89-9321-07574ab103df/6ee4d354-8d31-4e56-b33a-6224077afc79/5e04e68d-02a5-4af3-b84b-027de9cade12) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:41:21.928949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:21.988146 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Transition to ACTIVE for port object 5e04e68d-02a5-4af3-b84b-027de9cade12 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:41:22.005598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Transition to ACTIVE for port object 5e04e68d-02a5-4af3-b84b-027de9cade12 will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:41:22.036837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:22.052858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:22.188088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Pushing event updated for resources: {'Port': ['ID=5e04e68d-02a5-4af3-b84b-027de9cade12,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:22.200675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.201044 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.201404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.201757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.202107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.202458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.202804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.203151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.203598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.203936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.204278 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.204617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Tracked resource versions report:
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]: pushed versions:
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]: {   'AddressGroup': {'1.1'},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     'ConntrackHelper': {'1.0'},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Log': {'1.0'},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Network': {'1.1'},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Port': {'1.6'},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     'PortForwarding': {'1.2'},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     'QosPolicy': {'1.8'},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroup': {'1.4'},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroupRule': {'1.2'},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SubPort': {'1.0'},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Subnet': {'1.1'},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Trunk': {'1.1'}}
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]: consumer versions:
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]: {   DHCP agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     L3 agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metadata agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metering agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@dv-cinder-772623-1-iscsi: {   'AddressGroup': '1.1',
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'ConntrackHelper': '1.0',
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Log': '1.0',
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Network': '1.1',
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Port': '1.6',
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'PortForwarding': '1.2',
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'QosPolicy': '1.8',
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroup': '1.4',
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroupRule': '1.2',
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SubPort': '1.0',
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Subnet': '1.1',
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Trunk': '1.1'}}
Jan 27 05:41:22.205757 dv-cinder-772623-1-iscsi neutron-server[80063]:  {{(pid=80178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 27 05:41:22.213159 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:22.270656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Network 92dbad4e-c254-4e89-9321-07574ab103df is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:41:22.271912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Resources bound (agent type, host, resource id):  {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:41:22.275513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:41:22.334298 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Attempting to bind port 5e04e68d-02a5-4af3-b84b-027de9cade12 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:41:22.334703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Attempting to bind port 5e04e68d-02a5-4af3-b84b-027de9cade12 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '6de53e96-4ea3-4ec6-abda-cfbe0072a8a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:41:22.335663 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Attempting to bind port 5e04e68d-02a5-4af3-b84b-027de9cade12 on network 92dbad4e-c254-4e89-9321-07574ab103df {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:41:22.341457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:41:22.341853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Checking segment: {'id': '6de53e96-4ea3-4ec6-abda-cfbe0072a8a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:41:22.343120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:22.343120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Bound using segment: {'id': '6de53e96-4ea3-4ec6-abda-cfbe0072a8a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:41:22.343297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Bound port: 5e04e68d-02a5-4af3-b84b-027de9cade12, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de53e96-4ea3-4ec6-abda-cfbe0072a8a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:41:22.343937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:22.436161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] For port 5e04e68d-02a5-4af3-b84b-027de9cade12, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:41:22.440470 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] For port 5e04e68d-02a5-4af3-b84b-027de9cade12, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=5e04e68d-02a5-4af3-b84b-027de9cade12,segment=NetworkSegment(6de53e96-4ea3-4ec6-abda-cfbe0072a8a1),segment_id=6de53e96-4ea3-4ec6-abda-cfbe0072a8a1)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:41:22.482799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:22.500931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:22.650433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Pushing event updated for resources: {'Port': ['ID=5e04e68d-02a5-4af3-b84b-027de9cade12,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:22.655806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:23.703572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33238) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:24.166059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [None req-7fde91d4-36eb-4e1c-aff6-e254312d9429 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:41:24.167231 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-7fde91d4-36eb-4e1c-aff6-e254312d9429 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.4626212
Jan 27 05:41:25.682887 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5e04e68d-02a5-4af3-b84b-027de9cade12 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:41:25.785217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 5e04e68d-02a5-4af3-b84b-027de9cade12 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:41:27.128783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33252) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:27.522921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21feebc9-f51f-47c0-a67f-c9f6b22d79e1 None None] Network 92dbad4e-c254-4e89-9321-07574ab103df requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:41:27.652400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-3e4a5059-f0ef-40fd-b3e8-39cfe3227cc9 None None] Provisioning for port 5e04e68d-02a5-4af3-b84b-027de9cade12 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:41:27.668056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-3e4a5059-f0ef-40fd-b3e8-39cfe3227cc9 None None] Provisioning complete for port 5e04e68d-02a5-4af3-b84b-027de9cade12 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:41:27.668478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5059-f0ef-40fd-b3e8-39cfe3227cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:27.680729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [None req-c6dbbd24-c9fd-49ca-a34c-1db8d35d4137 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:41:27.681893 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c6dbbd24-c9fd-49ca-a34c-1db8d35d4137 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5517292
Jan 27 05:41:27.914999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5059-f0ef-40fd-b3e8-39cfe3227cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:27.962463 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-3e4a5059-f0ef-40fd-b3e8-39cfe3227cc9 None None] For port 5e04e68d-02a5-4af3-b84b-027de9cade12, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=5e04e68d-02a5-4af3-b84b-027de9cade12,segment=NetworkSegment(6de53e96-4ea3-4ec6-abda-cfbe0072a8a1),segment_id=6de53e96-4ea3-4ec6-abda-cfbe0072a8a1)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:41:28.031247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3e4a5059-f0ef-40fd-b3e8-39cfe3227cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:28.033434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:28.113987 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a5059-f0ef-40fd-b3e8-39cfe3227cc9 None None] Pushing event updated for resources: {'Port': ['ID=5e04e68d-02a5-4af3-b84b-027de9cade12,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:28.117771 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3e4a5059-f0ef-40fd-b3e8-39cfe3227cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:28.155047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-fb19a8aa-446c-4679-a368-1acd6b079304 None None] Provisioning complete for port 5e04e68d-02a5-4af3-b84b-027de9cade12 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:41:28.155629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fb19a8aa-446c-4679-a368-1acd6b079304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:28.415707 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-35f8d9f8-2c8d-4dcf-8c23-974ed76c14c6 None None] Provisioning complete for port 5e04e68d-02a5-4af3-b84b-027de9cade12 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:41:28.416118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-35f8d9f8-2c8d-4dcf-8c23-974ed76c14c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:28.673577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e70f15b3-16c3-4316-b1af-0e8334c889eb None None] Provisioning complete for port 5e04e68d-02a5-4af3-b84b-027de9cade12 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:41:28.673979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e70f15b3-16c3-4316-b1af-0e8334c889eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:29.156826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01047862-a302-4dd6-b09c-7d2072827d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:29.637630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5e04e68d-02a5-4af3-b84b-027de9cade12 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:41:29.711942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 5e04e68d-02a5-4af3-b84b-027de9cade12 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:41:29.712346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:30.021835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:41:30.853403 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33264) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:31.266290 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-61400533-cf5e-464d-a862-7b99fe909fcd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:41:31.274049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-61400533-cf5e-464d-a862-7b99fe909fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:41:31.278289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-61400533-cf5e-464d-a862-7b99fe909fcd admin admin] Usage tracker for resource:router and tenant:3555a495513741f3ab47fa67cfd77bee is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:41:31.281575 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-61400533-cf5e-464d-a862-7b99fe909fcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:41:31.287559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-61400533-cf5e-464d-a862-7b99fe909fcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:41:31.327789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-61400533-cf5e-464d-a862-7b99fe909fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100061'] for router, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:31.329086 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-61400533-cf5e-464d-a862-7b99fe909fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854291148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854291660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675754'] for router, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:31.405609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-61400533-cf5e-464d-a862-7b99fe909fcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:31.535827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fb477a56-fe87-4767-94ec-e6bf3d3be084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:31.574137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-61400533-cf5e-464d-a862-7b99fe909fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484126'] for router, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:31.627896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-61400533-cf5e-464d-a862-7b99fe909fcd admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:31.629210 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-61400533-cf5e-464d-a862-7b99fe909fcd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7747064
Jan 27 05:41:32.341732 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:33.544905 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:33.571324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:34.457677 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33284) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:34.647982 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [None req-c32db8c5-fa9f-4dd2-9f88-1a45dfebaff8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:41:34.649043 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c32db8c5-fa9f-4dd2-9f88-1a45dfebaff8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1904318
Jan 27 05:41:37.228030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 33304) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:37.314691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:41:37.321060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:41:37.325176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Usage tracker for resource:network and tenant:8be2509e347d40eeac860f1db50d8009 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:41:37.328190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:41:37.334541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:41:37.427119 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Made reservation on behalf of 8be2509e347d40eeac860f1db50d8009 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:41:37.432632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:37.445853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:37.461406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:41:37.465361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Usage tracker for resource:security_group_rule and tenant:8be2509e347d40eeac860f1db50d8009 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:41:37.468335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:41:37.474004 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:41:37.720852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:37.764187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:37.768646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:37.784137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Reserving flat network on physical network physnet1 {{(pid=80176) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 27 05:41:37.798851 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acbb0e4-b389-4943-9974-42385040504d,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:37.802110 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:37.848422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771995697438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:37.849122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fa63b0011e0> segment precommit_create {{(pid=80176) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 27 05:41:37.849570 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Added segment c586e25f-c84f-4a05-b500-624d92aebe46 of type flat for network 1fa00277-087f-4f70-b9a5-54e9a15b14f1
Jan 27 05:41:37.997576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:38.061369 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:38.062638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:41:38.063270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:38.068332 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:38.174665 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Pushing event updated for resources: {'Network': ['ID=1fa00277-087f-4f70-b9a5-54e9a15b14f1,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:38.177391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:38.184970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:41:38.197333 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9681039
Jan 27 05:41:40.801850 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 33314) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:40.949757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db191d-138f-4234-8cab-97b22418a97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:41:40.951247 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-04db191d-138f-4234-8cab-97b22418a97c admin admin] 10.222.0.24 "GET /v2.0/subnets/6ee4d354-8d31-4e56-b33a-6224077afc79 HTTP/1.1" status: 200  len: 849 time: 0.1483424
Jan 27 05:41:41.132692 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-1a159aaa-4436-4bd5-9c04-967e54fa7d23 admin admin] 10.222.0.24 "GET /v2.0/routers/6621f174-78f7-453d-8412-558560d5b666 HTTP/1.1" status: 200  len: 704 time: 0.1750996
Jan 27 05:41:41.634996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:42.055174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Allocated IP 172.20.0.1 (92dbad4e-c254-4e89-9321-07574ab103df/6ee4d354-8d31-4e56-b33a-6224077afc79/3669a745-db74-4741-9cf4-718942069d83) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:41:42.322261 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:42.340830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Transition to ACTIVE for port object 3669a745-db74-4741-9cf4-718942069d83 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:41:42.427648 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:42.443596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:42.721212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Pushing event updated for resources: {'Port': ['ID=3669a745-db74-4741-9cf4-718942069d83,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:42.733759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:42.790866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Network 92dbad4e-c254-4e89-9321-07574ab103df is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:41:42.792024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:41:42.795012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:41:42.795597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431186'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:43.076341 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5bdc54b2-0d7d-4ff5-ba50-d3492ab5908d None None] Provisioning for port 3669a745-db74-4741-9cf4-718942069d83 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:41:43.081667 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5bdc54b2-0d7d-4ff5-ba50-d3492ab5908d None None] Provisioning complete for port 3669a745-db74-4741-9cf4-718942069d83 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:41:43.082076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5bdc54b2-0d7d-4ff5-ba50-d3492ab5908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:43.104330 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:43.142094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc54b2-0d7d-4ff5-ba50-d3492ab5908d None None] Port 3669a745-db74-4741-9cf4-718942069d83 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:41:43.410396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:43.459076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:43.460947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344464'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:43.473873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:43.602620 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Pushing event updated for resources: {'Port': ['ID=3669a745-db74-4741-9cf4-718942069d83,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:43.612932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:43.675079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Network 92dbad4e-c254-4e89-9321-07574ab103df is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:41:43.676216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:41:43.865494 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-95ebc989-1954-4854-9195-a5049b2e4aa3 None None] Provisioning complete for port 3669a745-db74-4741-9cf4-718942069d83 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:41:43.866463 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95ebc989-1954-4854-9195-a5049b2e4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:43.901854 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Router 6621f174-78f7-453d-8412-558560d5b666 is scheduled to L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 with binding_index 1 {{(pid=80176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 27 05:41:43.926728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-95ebc989-1954-4854-9195-a5049b2e4aa3 None None] Port 3669a745-db74-4741-9cf4-718942069d83 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:41:44.080835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:41:44.091854 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Sync routers for ids ['6621f174-78f7-453d-8412-558560d5b666'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:41:44.092197 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] 10.222.0.24 "PUT /v2.0/routers/6621f174-78f7-453d-8412-558560d5b666/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.9529049
Jan 27 05:41:44.109282 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Routers {'6621f174-78f7-453d-8412-558560d5b666'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:41:44.110228 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a39ee80>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:41:31Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['6621f174-78f7-453d-8412-558560d5b666'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:41:44.298067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Set router 6621f174-78f7-453d-8412-558560d5b666 gateway port host: None {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:41:44.692580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a39ee80>, [{'id': '6621f174-78f7-453d-8412-558560d5b666', 'name': 'router1', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:31Z', 'updated_at': '2021-01-27T05:41:43Z', 'revision_number': 2, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'gw_port_host': None, '_interfaces': [{'id': '3669a745-db74-4741-9cf4-718942069d83', 'name': '', 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'mac_address': 'fa:16:3e:2c:48:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6621f174-78f7-453d-8412-558560d5b666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:41Z', 'updated_at': '2021-01-27T05:41:43Z', 'revision_number': 2, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'subnets': [{'id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a269d05e-1a0e-4c4f-a7c2-cb90fa6af141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:41:44.698703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Checking router: 6621f174-78f7-453d-8412-558560d5b666 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:41:44.699105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Updating router 6621f174-78f7-453d-8412-558560d5b666 port 3669a745-db74-4741-9cf4-718942069d83 binding host dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:41:44.937554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:45.392127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:45.407629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Transition to ACTIVE for port object 3669a745-db74-4741-9cf4-718942069d83 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:41:45.496047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:45.510464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:45.653587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Pushing event updated for resources: {'Port': ['ID=3669a745-db74-4741-9cf4-718942069d83,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:45.675084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.675480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.675846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.676201 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.676549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.676898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.677243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.677589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.677942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.678410 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.678730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.679155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Tracked resource versions report:
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]: pushed versions:
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]: {   'AddressGroup': {'1.1'},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     'ConntrackHelper': {'1.0'},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Log': {'1.0'},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Network': {'1.1'},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Port': {'1.6'},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     'PortForwarding': {'1.2'},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     'QosPolicy': {'1.8'},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroup': {'1.4'},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroupRule': {'1.2'},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SubPort': {'1.0'},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Subnet': {'1.1'},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Trunk': {'1.1'}}
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]: consumer versions:
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]: {   DHCP agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     L3 agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metadata agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metering agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@dv-cinder-772623-1-iscsi: {   'AddressGroup': '1.1',
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'ConntrackHelper': '1.0',
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Log': '1.0',
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Network': '1.1',
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Port': '1.6',
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'PortForwarding': '1.2',
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'QosPolicy': '1.8',
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroup': '1.4',
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroupRule': '1.2',
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SubPort': '1.0',
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Subnet': '1.1',
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Trunk': '1.1'}}
Jan 27 05:41:45.680334 dv-cinder-772623-1-iscsi neutron-server[80063]:  {{(pid=80179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 27 05:41:45.684215 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:45.843170 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Attempting to bind port 3669a745-db74-4741-9cf4-718942069d83 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:41:45.843595 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Attempting to bind port 3669a745-db74-4741-9cf4-718942069d83 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '6de53e96-4ea3-4ec6-abda-cfbe0072a8a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:41:45.844000 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Attempting to bind port 3669a745-db74-4741-9cf4-718942069d83 on network 92dbad4e-c254-4e89-9321-07574ab103df {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:41:45.850639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:41:45.851045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Checking segment: {'id': '6de53e96-4ea3-4ec6-abda-cfbe0072a8a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:41:45.851536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:45.852031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Bound using segment: {'id': '6de53e96-4ea3-4ec6-abda-cfbe0072a8a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:41:45.852551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Bound port: 3669a745-db74-4741-9cf4-718942069d83, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de53e96-4ea3-4ec6-abda-cfbe0072a8a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:41:45.852943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:45.950735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] For port 3669a745-db74-4741-9cf4-718942069d83, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:41:45.955079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] For port 3669a745-db74-4741-9cf4-718942069d83, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=3669a745-db74-4741-9cf4-718942069d83,segment=NetworkSegment(6de53e96-4ea3-4ec6-abda-cfbe0072a8a1),segment_id=6de53e96-4ea3-4ec6-abda-cfbe0072a8a1)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:41:46.016615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:46.033824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:46.192954 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Pushing event updated for resources: {'Port': ['ID=3669a745-db74-4741-9cf4-718942069d83,revision_number=4']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:46.196702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:46.259550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Routers {'6621f174-78f7-453d-8412-558560d5b666'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:41:46.260216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a39ee80>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:41:31Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['6621f174-78f7-453d-8412-558560d5b666'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:41:46.425175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] Set router 6621f174-78f7-453d-8412-558560d5b666 gateway port host: None {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:41:46.670082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 33326) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:46.779328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a39ee80>, [{'id': '6621f174-78f7-453d-8412-558560d5b666', 'name': 'router1', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:31Z', 'updated_at': '2021-01-27T05:41:43Z', 'revision_number': 2, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'gw_port_host': None, '_interfaces': [{'id': '3669a745-db74-4741-9cf4-718942069d83', 'name': '', 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'mac_address': 'fa:16:3e:2c:48:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6621f174-78f7-453d-8412-558560d5b666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:41Z', 'updated_at': '2021-01-27T05:41:45Z', 'revision_number': 4, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'subnets': [{'id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a269d05e-1a0e-4c4f-a7c2-cb90fa6af141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:41:46.783493 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7b06cd-c814-4abd-bf5c-35de89cdb396 None None] The sync data for ids ['6621f174-78f7-453d-8412-558560d5b666'] in dv-cinder-772623-1-iscsi is: [{'id': '6621f174-78f7-453d-8412-558560d5b666', 'name': 'router1', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:31Z', 'updated_at': '2021-01-27T05:41:43Z', 'revision_number': 2, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'gw_port_host': None, '_interfaces': [{'id': '3669a745-db74-4741-9cf4-718942069d83', 'name': '', 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'mac_address': 'fa:16:3e:2c:48:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6621f174-78f7-453d-8412-558560d5b666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:41Z', 'updated_at': '2021-01-27T05:41:45Z', 'revision_number': 4, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'subnets': [{'id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a269d05e-1a0e-4c4f-a7c2-cb90fa6af141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:41:46.862934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2a13f2-9cb9-4631-aa37-8db3ccb452e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:41:46.863599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-3b2a13f2-9cb9-4631-aa37-8db3ccb452e0 admin admin] Synchronizing usage tracker for tenant:8be2509e347d40eeac860f1db50d8009 on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:41:46.941548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-3b2a13f2-9cb9-4631-aa37-8db3ccb452e0 admin admin] Unset dirty status for tenant:8be2509e347d40eeac860f1db50d8009 on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:41:46.942828 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-3b2a13f2-9cb9-4631-aa37-8db3ccb452e0 admin admin] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 842 time: 0.2716870
Jan 27 05:41:46.954371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Request body: {'subnet': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:41:46.960440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:41:46.964475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Usage tracker for resource:subnet and tenant:8be2509e347d40eeac860f1db50d8009 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:41:46.967605 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:41:46.973835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:41:47.015708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Made reservation on behalf of 8be2509e347d40eeac860f1db50d8009 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:41:47.020386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:47.849450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.objects.ports [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80176) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 27 05:41:47.850852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:47.866980 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:47.997165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=93887af5-c673-438a-9d7c-a29c1276c96d,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:48.000500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:48.070580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Checking segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:41:48.070964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Network hostable DHCP agents. Network: 1fa00277-087f-4f70-b9a5-54e9a15b14f1, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:41:48.144996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:41:48.215395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 1fa00277-087f-4f70-b9a5-54e9a15b14f1) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:41:48.219448 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:41:48.220341 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:48.225371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e28b01-cff1-4de9-acf8-df5025adbad9 None None] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:41:48.302663 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3402755
Jan 27 05:41:48.471846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a215ffc2-3d09-4822-9399-34d9dd92b476 None None] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:41:49.664600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 3669a745-db74-4741-9cf4-718942069d83 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:41:49.783073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 3669a745-db74-4741-9cf4-718942069d83 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:41:49.789070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 3669a745-db74-4741-9cf4-718942069d83 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:41:49.789477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:49.919264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:49.966043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 3669a745-db74-4741-9cf4-718942069d83, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=3669a745-db74-4741-9cf4-718942069d83,segment=NetworkSegment(6de53e96-4ea3-4ec6-abda-cfbe0072a8a1),segment_id=6de53e96-4ea3-4ec6-abda-cfbe0072a8a1)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:41:49.995950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:49.999096 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3e4a5059-f0ef-40fd-b3e8-39cfe3227cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:50.067892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=3669a745-db74-4741-9cf4-718942069d83,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:50.072689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:50.926806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 33340) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:51.169063 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-89fc9fa9-09cb-4a75-a50c-efd724dab03c admin admin] 10.222.0.24 "GET /v2.0/routers/6621f174-78f7-453d-8412-558560d5b666 HTTP/1.1" status: 200  len: 710 time: 0.2409112
Jan 27 05:41:51.311989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c5f94-d847-4555-b9bc-f7c551498745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:41:51.313487 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e64c5f94-d847-4555-b9bc-f7c551498745 admin admin] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 886 time: 0.1386390
Jan 27 05:41:51.324556 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:41:51.652656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 3669a745-db74-4741-9cf4-718942069d83 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:41:51.734958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 3669a745-db74-4741-9cf4-718942069d83 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:41:51.735649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:51.815401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854291675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126776'] for router, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:52.205971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:52.452518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:52.465843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:52.481307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:41:52.485402 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:41:52.488439 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:41:52.494808 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:41:52.729222 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:52.758672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:52.773046 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:52.862472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9f2f7b-2891-4acd-9c26-805bfaecc372,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:52.872814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:53.047915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Allocated IP 172.27.2.215 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/4fd7e17f-cf00-4dc7-9636-2aab400bb184) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:41:53.204245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:53.274008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:53.289781 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:53.424423 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd7e17f-cf00-4dc7-9636-2aab400bb184,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:53.431520 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:53.482926 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:41:53.484284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:41:53.486787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:41:54.052095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:54.450486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854291675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126776'] for router, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:54.454207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-484141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854291690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854343440'] for router, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:54.658070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Router 6621f174-78f7-453d-8412-558560d5b666 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:41:55.019909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:41:55.030148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Sync routers for ids ['6621f174-78f7-453d-8412-558560d5b666'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:41:55.038663 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:55.040213 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] 10.222.0.24 "PUT /v2.0/routers/6621f174-78f7-453d-8412-558560d5b666 HTTP/1.1" status: 200  len: 890 time: 3.7193534
Jan 27 05:41:55.040947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Routers {'6621f174-78f7-453d-8412-558560d5b666'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:41:55.041613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a441518>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:41:31Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['6621f174-78f7-453d-8412-558560d5b666'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:41:55.403423 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Set router 6621f174-78f7-453d-8412-558560d5b666 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:41:55.777069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a441518>, [{'id': '6621f174-78f7-453d-8412-558560d5b666', 'name': 'router1', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4fd7e17f-cf00-4dc7-9636-2aab400bb184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:31Z', 'updated_at': '2021-01-27T05:41:53Z', 'revision_number': 4, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'gw_port': {'id': '4fd7e17f-cf00-4dc7-9636-2aab400bb184', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6621f174-78f7-453d-8412-558560d5b666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:52Z', 'updated_at': '2021-01-27T05:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '3669a745-db74-4741-9cf4-718942069d83', 'name': '', 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'mac_address': 'fa:16:3e:2c:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6621f174-78f7-453d-8412-558560d5b666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:41Z', 'updated_at': '2021-01-27T05:41:49Z', 'revision_number': 5, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'subnets': [{'id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a269d05e-1a0e-4c4f-a7c2-cb90fa6af141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:41:55.782148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Checking router: 6621f174-78f7-453d-8412-558560d5b666 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:41:55.782537 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Updating router 6621f174-78f7-453d-8412-558560d5b666 port 4fd7e17f-cf00-4dc7-9636-2aab400bb184 binding host dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:41:55.840835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:56.270371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:56.344305 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Transition to ACTIVE for port object 4fd7e17f-cf00-4dc7-9636-2aab400bb184 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:41:56.375256 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:56.391244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:56.526733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d23e83-41b4-4f81-9c07-0cb505e69b4e None None] Pushing event updated for resources: {'Port': ['ID=4fd7e17f-cf00-4dc7-9636-2aab400bb184,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:56.531949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43d23e83-41b4-4f81-9c07-0cb505e69b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:56.595245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Attempting to bind port 4fd7e17f-cf00-4dc7-9636-2aab400bb184 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:41:56.595680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Attempting to bind port 4fd7e17f-cf00-4dc7-9636-2aab400bb184 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:41:56.596078 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Attempting to bind port 4fd7e17f-cf00-4dc7-9636-2aab400bb184 on network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:41:56.602522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:41:56.602928 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Checking segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:41:56.603377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:56.604232 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Bound using segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:41:56.604734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Bound port: 4fd7e17f-cf00-4dc7-9636-2aab400bb184, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:41:56.605138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:56.689630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] For port 4fd7e17f-cf00-4dc7-9636-2aab400bb184, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:41:56.693032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] For port 4fd7e17f-cf00-4dc7-9636-2aab400bb184, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=4fd7e17f-cf00-4dc7-9636-2aab400bb184,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:41:56.741514 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:56.760412 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:41:56.947145 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d23e83-41b4-4f81-9c07-0cb505e69b4e None None] Pushing event updated for resources: {'Port': ['ID=4fd7e17f-cf00-4dc7-9636-2aab400bb184,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:41:56.950815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43d23e83-41b4-4f81-9c07-0cb505e69b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:41:57.000338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Routers {'6621f174-78f7-453d-8412-558560d5b666'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:41:57.001027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a441518>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:41:31Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['6621f174-78f7-453d-8412-558560d5b666'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:41:57.228002 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] Set router 6621f174-78f7-453d-8412-558560d5b666 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:41:57.618650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a441518>, [{'id': '6621f174-78f7-453d-8412-558560d5b666', 'name': 'router1', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4fd7e17f-cf00-4dc7-9636-2aab400bb184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:31Z', 'updated_at': '2021-01-27T05:41:53Z', 'revision_number': 4, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'gw_port': {'id': '4fd7e17f-cf00-4dc7-9636-2aab400bb184', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6621f174-78f7-453d-8412-558560d5b666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:52Z', 'updated_at': '2021-01-27T05:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '3669a745-db74-4741-9cf4-718942069d83', 'name': '', 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'mac_address': 'fa:16:3e:2c:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6621f174-78f7-453d-8412-558560d5b666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:41Z', 'updated_at': '2021-01-27T05:41:49Z', 'revision_number': 5, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'subnets': [{'id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a269d05e-1a0e-4c4f-a7c2-cb90fa6af141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:41:57.625172 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b8481-ac4a-407f-8061-92e1f2f75d5a None None] The sync data for ids ['6621f174-78f7-453d-8412-558560d5b666'] in dv-cinder-772623-1-iscsi is: [{'id': '6621f174-78f7-453d-8412-558560d5b666', 'name': 'router1', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4fd7e17f-cf00-4dc7-9636-2aab400bb184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:41:31Z', 'updated_at': '2021-01-27T05:41:53Z', 'revision_number': 4, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'gw_port': {'id': '4fd7e17f-cf00-4dc7-9636-2aab400bb184', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:9d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6621f174-78f7-453d-8412-558560d5b666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:52Z', 'updated_at': '2021-01-27T05:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '3669a745-db74-4741-9cf4-718942069d83', 'name': '', 'network_id': '92dbad4e-c254-4e89-9321-07574ab103df', 'tenant_id': '3555a495513741f3ab47fa67cfd77bee', 'mac_address': 'fa:16:3e:2c:48:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6621f174-78f7-453d-8412-558560d5b666', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:41:41Z', 'updated_at': '2021-01-27T05:41:49Z', 'revision_number': 5, 'project_id': '3555a495513741f3ab47fa67cfd77bee', 'subnets': [{'id': '6ee4d354-8d31-4e56-b33a-6224077afc79', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a269d05e-1a0e-4c4f-a7c2-cb90fa6af141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:41:57.890237 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33350) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:41:58.057693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d90f0-c760-4cf8-b82b-11c0b5df3b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:41:58.059396 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-cb8d90f0-c760-4cf8-b82b-11c0b5df3b9a admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1681242
Jan 27 05:41:59.156165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7592c9ba-51c6-4eb8-ac98-571d961274b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:59.702276 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 4fd7e17f-cf00-4dc7-9636-2aab400bb184 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:41:59.809560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 4fd7e17f-cf00-4dc7-9636-2aab400bb184 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:41:59.815138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 4fd7e17f-cf00-4dc7-9636-2aab400bb184 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:41:59.815692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:59.957452 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:41:59.978942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 4fd7e17f-cf00-4dc7-9636-2aab400bb184, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=4fd7e17f-cf00-4dc7-9636-2aab400bb184,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:42:00.022719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:42:00.032034 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:42:00.278689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=4fd7e17f-cf00-4dc7-9636-2aab400bb184,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:42:00.282699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:42:01.536774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1f92d1f-2fca-41db-97b1-e2e5520fd93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:42:01.677358 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 4fd7e17f-cf00-4dc7-9636-2aab400bb184 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:42:01.769388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 4fd7e17f-cf00-4dc7-9636-2aab400bb184 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:42:01.772100 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:42:02.352502 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:42:03.602404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:42:03.632130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:42:07.033808 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:42:29.157649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5fab7867-1841-4359-b6d8-d9e615afdf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:42:31.540428 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d5819718-4bae-441d-b62e-4bec9263ddd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:42:32.357614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:42:33.545805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:42:33.574456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:42:44.023270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:42:59.183478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ed0c81ab-0cf7-421b-9251-6a1d531f79cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:43:01.551734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-36844ef0-2cd9-46a7-b41d-2ceafae63e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:43:02.342852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:43:03.549057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:43:03.591124 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:43:21.024450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:43:29.173697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-524c931a-970e-4f67-8c24-e0d858868fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:43:31.548133 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6a138cb8-e602-481b-91cd-add7e8b31ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:43:32.353859 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:43:33.567608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:43:33.599508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:43:58.027044 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:43:59.167053 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-066780dc-ba8d-41e5-807a-01285207d763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:01.538645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b273-5c32-4499-bd05-ef0553af61a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:02.361200 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:03.553146 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:03.581682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:18.929207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33926) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:44:19.033480 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f709d72-0c1b-46d0-9d01-dd1a8ed4cf45 admin admin] GET failed (client error): The resource could not be found.
Jan 27 05:44:19.034836 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-2f709d72-0c1b-46d0-9d01-dd1a8ed4cf45 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1046345
Jan 27 05:44:19.179647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d503b7a-b17d-47d6-aef5-93e090dbb1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:19.181107 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5d503b7a-b17d-47d6-aef5-93e090dbb1cf admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1411862
Jan 27 05:44:21.674555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33936) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:44:21.818220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c305ecc-22b0-4763-bb0a-737e62caef54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:21.819684 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-3c305ecc-22b0-4763-bb0a-737e62caef54 admin admin] 10.222.0.24 "GET /v2.0/subnets/6ee4d354-8d31-4e56-b33a-6224077afc79 HTTP/1.1" status: 200  len: 849 time: 0.1441004
Jan 27 05:44:21.830055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:44:21.956546 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:22.297804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363264859144871'] for subnet, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:22.313636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:44:22.450387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee4d354-8d31-4e56-b33a-6224077afc79,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:44:22.470300 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.470681 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.471043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.471420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.471774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.472136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.472487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.472835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.473792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.474383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.474964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.475324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:44:22.480362 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:44:22.511244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:22.511936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:22.513389 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] 10.222.0.24 "PUT /v2.0/subnets/6ee4d354-8d31-4e56-b33a-6224077afc79 HTTP/1.1" status: 200  len: 868 time: 0.6873717
Jan 27 05:44:22.516636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8390e2f1-b24d-4218-8dc5-aca0c8b53c3a None None] Network 92dbad4e-c254-4e89-9321-07574ab103df requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:44:23.052338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-9b67107e-f74a-4f65-babe-8f8c6c855e58 None None] Provisioning complete for port 5e04e68d-02a5-4af3-b84b-027de9cade12 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:44:23.052932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b67107e-f74a-4f65-babe-8f8c6c855e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:23.198804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-9b67107e-f74a-4f65-babe-8f8c6c855e58 None None] Provisioning complete for port 3669a745-db74-4741-9cf4-718942069d83 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:44:23.199206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b67107e-f74a-4f65-babe-8f8c6c855e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:25.076960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33946) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:44:25.293492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267f8667-3056-4e89-a47c-4df4f868a800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:25.293835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267f8667-3056-4e89-a47c-4df4f868a800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:25.295503 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-267f8667-3056-4e89-a47c-4df4f868a800 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2174897
Jan 27 05:44:27.813975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33956) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:44:28.043677 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b829b03-12bf-4477-a107-083c8fb2eda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:28.044010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b829b03-12bf-4477-a107-083c8fb2eda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:28.045666 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-9b829b03-12bf-4477-a107-083c8fb2eda9 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2304673
Jan 27 05:44:29.166991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-850cc917-028c-47cb-be20-f795d8f5075e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:30.565163 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 33966) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:44:30.934468 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da1bfc0-0ace-48f6-b685-374e92d1a95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:30.935979 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-3da1bfc0-0ace-48f6-b685-374e92d1a95d admin admin] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 886 time: 0.3697956
Jan 27 05:44:31.531957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1aa62221-ba34-45a2-b864-693ab89ac782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:32.360543 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:33.493037 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 33976) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:44:33.549159 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:33.584285 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:44:33.717113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e0cea-2c60-4558-b965-9b41b7709b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:33.718583 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e09e0cea-2c60-4558-b965-9b41b7709b1f admin admin] 10.222.0.24 "GET /v2.0/networks/92dbad4e-c254-4e89-9321-07574ab103df HTTP/1.1" status: 200  len: 862 time: 0.2244523
Jan 27 05:44:35.026977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:44:36.278966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 33986) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:44:36.430566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70808780-8855-45b1-8da4-46c1a79a624a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:36.430981 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70808780-8855-45b1-8da4-46c1a79a624a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:36.431820 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-70808780-8855-45b1-8da4-46c1a79a624a admin admin] Synchronizing usage tracker for tenant:8be2509e347d40eeac860f1db50d8009 on resource:subnet {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:44:36.504469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-70808780-8855-45b1-8da4-46c1a79a624a admin admin] Unset dirty status for tenant:8be2509e347d40eeac860f1db50d8009 on resource:subnet {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:44:36.505964 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-70808780-8855-45b1-8da4-46c1a79a624a admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2259121
Jan 27 05:44:39.032779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 33998) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:44:39.176934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa0e974-4655-4b87-961f-1dc2b90ee61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:39.177270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa0e974-4655-4b87-961f-1dc2b90ee61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:39.178924 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-dfa0e974-4655-4b87-961f-1dc2b90ee61c admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1451230
Jan 27 05:44:41.682869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34008) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:44:41.836055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a0ad9a-27f1-47a2-a745-725ec2b00c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:41.837531 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f7a0ad9a-27f1-47a2-a745-725ec2b00c40 admin admin] 10.222.0.24 "GET /v2.0/subnets/6ee4d354-8d31-4e56-b33a-6224077afc79 HTTP/1.1" status: 200  len: 868 time: 0.1535161
Jan 27 05:44:44.351635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34018) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:44:44.488793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e878dc-74c6-4391-b0f2-b2e3a6f4a6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:44:44.490254 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-74e878dc-74c6-4391-b0f2-b2e3a6f4a6d1 admin admin] 10.222.0.24 "GET /v2.0/subnets/93887af5-c673-438a-9d7c-a29c1276c96d HTTP/1.1" status: 200  len: 816 time: 0.1375911
Jan 27 05:44:59.171815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3674-9b68-4dda-9807-20762118f360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:01.552501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e696306-d400-4b30-af6c-6f2b107ead8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:02.360289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:03.549690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:03.586402 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:10.931233 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34058) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:45:11.012389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [None req-44043ce3-271d-466e-b50a-2948604a51d7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:45:11.013528 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-44043ce3-271d-466e-b50a-2948604a51d7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0811412
Jan 27 05:45:12.027060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:45:13.611091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34068) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:45:13.724877 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ac2a5a-6343-4dda-82f3-f9c0c0e28643 admin admin] GET failed (client error): The resource could not be found.
Jan 27 05:45:13.726376 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d1ac2a5a-6343-4dda-82f3-f9c0c0e28643 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1140730
Jan 27 05:45:13.870840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164cadd-e29f-4d25-b4b6-6eed5c4fad52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:45:13.874367 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-1164cadd-e29f-4d25-b4b6-6eed5c4fad52 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1417601
Jan 27 05:45:16.430286 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34078) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:45:16.510751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:45:16.515977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:45:16.527065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:45:16.568692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Made reservation on behalf of 8be2509e347d40eeac860f1db50d8009 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:45:16.573417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:16.670800 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.services.revisions.revision_plugin [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fa6393792e8] {project_id='8be2509e347d40eeac860f1db50d8009', id='c6f9fed0-790c-4acd-b624-87cf167a1e9a', target_tenant='*', action='access_as_shared', object_id='ced4ac9d-13bd-4e2f-9b6b-196ff642b158'}> to bump revision.
Jan 27 05:45:16.741844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:45:16.751251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:16.751656 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Added segment 795f4654-362d-4d8a-8c5f-76859b10094a of type vxlan for network ced4ac9d-13bd-4e2f-9b6b-196ff642b158
Jan 27 05:45:16.778517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:16.825835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:16.827127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:45:16.827787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:16.833598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:45:16.940920 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Pushing event updated for resources: {'Network': ['ID=ced4ac9d-13bd-4e2f-9b6b-196ff642b158,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:45:16.948603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.949004 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.949374 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.949742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.950104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.950451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.950816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.951172 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.951571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.951929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.952279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.952670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:16.956587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:45:16.964210 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network ced4ac9d-13bd-4e2f-9b6b-196ff642b158 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:45:16.975322 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5438759
Jan 27 05:45:19.508617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34088) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:45:19.617895 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cfcd42-18ef-4403-8f13-aff1ab64a4d3 admin admin] GET failed (client error): The resource could not be found.
Jan 27 05:45:19.618480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c5cfcd42-18ef-4403-8f13-aff1ab64a4d3 admin admin] Synchronizing usage tracker for tenant:8be2509e347d40eeac860f1db50d8009 on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:45:19.665768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c5cfcd42-18ef-4403-8f13-aff1ab64a4d3 admin admin] Unset dirty status for tenant:8be2509e347d40eeac860f1db50d8009 on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:45:19.667046 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c5cfcd42-18ef-4403-8f13-aff1ab64a4d3 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1573868
Jan 27 05:45:19.789249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e73713-b97c-4698-bf3f-9e84f53d7e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:45:19.790864 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c1e73713-b97c-4698-bf3f-9e84f53d7e5c admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1194003
Jan 27 05:45:19.802690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:45:19.807774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:45:19.818545 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:45:19.848626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Made reservation on behalf of 8be2509e347d40eeac860f1db50d8009 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:45:19.853391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:20.302422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:20.318595 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:45:20.440957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffd72f1-2d27-4569-af70-20bfe28a49d4,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:45:20.446219 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:45:20.521047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Checking segment: {'id': '795f4654-362d-4d8a-8c5f-76859b10094a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:45:20.521731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Network hostable DHCP agents. Network: ced4ac9d-13bd-4e2f-9b6b-196ff642b158, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:45:20.579877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Network ced4ac9d-13bd-4e2f-9b6b-196ff642b158 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:45:20.614257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, ced4ac9d-13bd-4e2f-9b6b-196ff642b158) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:45:20.620168 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:45:20.620168 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:20.623610 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53dbf6b-e94c-4530-ba6e-8283027ecae9 None None] Network ced4ac9d-13bd-4e2f-9b6b-196ff642b158 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:45:20.683452 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8745871
Jan 27 05:45:20.861799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bd0d15f-fdff-5670-9359-dc87ac15679e-ced4ac9d-13bd-4e2f-9b6b-196ff642b158', 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158', 'tenant_id': '8be2509e347d40eeac860f1db50d8009', 'fixed_ips': [{'subnet_id': 'bffd72f1-2d27-4569-af70-20bfe28a49d4'}]}} from dv-cinder-772623-1-iscsi. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 27 05:45:20.863299 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:21.166746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Allocated IP 192.168.233.2 (ced4ac9d-13bd-4e2f-9b6b-196ff642b158/bffd72f1-2d27-4569-af70-20bfe28a49d4/5c7df3fc-8bea-4ff2-b309-27130bc7f191) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:45:21.464589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:21.531577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Transition to ACTIVE for port object 5c7df3fc-8bea-4ff2-b309-27130bc7f191 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:45:21.549089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Transition to ACTIVE for port object 5c7df3fc-8bea-4ff2-b309-27130bc7f191 will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:45:21.577524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:21.594421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:45:21.737533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Pushing event updated for resources: {'Port': ['ID=5c7df3fc-8bea-4ff2-b309-27130bc7f191,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:45:21.759729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.760105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.760472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.760831 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.761188 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.761545 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.761900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.762253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.762619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.762970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.763318 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.763694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:45:21.767819 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:45:21.809725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Network ced4ac9d-13bd-4e2f-9b6b-196ff642b158 is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:45:21.812235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Resources bound (agent type, host, resource id):  {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:45:21.815083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:45:21.875196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Attempting to bind port 5c7df3fc-8bea-4ff2-b309-27130bc7f191 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:45:21.875630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Attempting to bind port 5c7df3fc-8bea-4ff2-b309-27130bc7f191 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '795f4654-362d-4d8a-8c5f-76859b10094a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:45:21.876033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Attempting to bind port 5c7df3fc-8bea-4ff2-b309-27130bc7f191 on network ced4ac9d-13bd-4e2f-9b6b-196ff642b158 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:45:21.883954 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:45:21.884365 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Checking segment: {'id': '795f4654-362d-4d8a-8c5f-76859b10094a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:45:21.884806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:21.885237 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Bound using segment: {'id': '795f4654-362d-4d8a-8c5f-76859b10094a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:45:21.886467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Bound port: 5c7df3fc-8bea-4ff2-b309-27130bc7f191, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795f4654-362d-4d8a-8c5f-76859b10094a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:45:21.886467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:21.991584 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] For port 5c7df3fc-8bea-4ff2-b309-27130bc7f191, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:45:21.995139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] For port 5c7df3fc-8bea-4ff2-b309-27130bc7f191, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=5c7df3fc-8bea-4ff2-b309-27130bc7f191,segment=NetworkSegment(795f4654-362d-4d8a-8c5f-76859b10094a),segment_id=795f4654-362d-4d8a-8c5f-76859b10094a)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:45:22.067403 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:22.084510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-508dd961-e89d-46d4-9fb9-a8c3bc18fab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:45:22.399445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Pushing event updated for resources: {'Port': ['ID=5c7df3fc-8bea-4ff2-b309-27130bc7f191,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:45:22.404739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:45:23.689967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aba483-8625-46d1-97c5-32c00deab879 None None] Network ced4ac9d-13bd-4e2f-9b6b-196ff642b158 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:45:23.797756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5c7df3fc-8bea-4ff2-b309-27130bc7f191 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:45:23.839695 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-fb94ca1a-1495-4c19-8843-716036e912d2 None None] Provisioning for port 5c7df3fc-8bea-4ff2-b309-27130bc7f191 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:45:24.024306 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 5c7df3fc-8bea-4ff2-b309-27130bc7f191 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:45:24.032320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 5c7df3fc-8bea-4ff2-b309-27130bc7f191 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:45:24.032721 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:24.172052 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:24.209290 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 5c7df3fc-8bea-4ff2-b309-27130bc7f191, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=5c7df3fc-8bea-4ff2-b309-27130bc7f191,segment=NetworkSegment(795f4654-362d-4d8a-8c5f-76859b10094a),segment_id=795f4654-362d-4d8a-8c5f-76859b10094a)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:45:24.243217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:24.245763 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43d23e83-41b4-4f81-9c07-0cb505e69b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:45:24.334365 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5bd4176f-61ce-42a3-848b-7f58568fbaf0 None None] Provisioning complete for port 5c7df3fc-8bea-4ff2-b309-27130bc7f191 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:45:24.334774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5bd4176f-61ce-42a3-848b-7f58568fbaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:24.380604 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=5c7df3fc-8bea-4ff2-b309-27130bc7f191,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:45:24.386399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:45:24.592075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-fa782c3b-2ccf-4baa-9bb9-75a1b00eb1e0 None None] Provisioning complete for port 5c7df3fc-8bea-4ff2-b309-27130bc7f191 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:45:24.592483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fa782c3b-2ccf-4baa-9bb9-75a1b00eb1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:25.770214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5c7df3fc-8bea-4ff2-b309-27130bc7f191 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:45:25.842796 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 5c7df3fc-8bea-4ff2-b309-27130bc7f191 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:45:25.843199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:29.180225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-11cddda7-8c26-41a9-ac41-cfc991fe2f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:31.539858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-486875dd-24ce-4a4c-8afc-f337b4eecabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:32.362823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:33.555307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:33.590964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:45:49.078169 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:45:59.167782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-caedb884-8bc1-45a4-b12e-53585c3662a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:46:01.579167 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4b4b516e-03dd-4281-b279-672f6f114f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:46:02.373130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:46:03.575674 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:46:03.607586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:46:26.078023 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:46:29.201327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b421502e-7011-4b8d-99b2-d6bf459d1ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:46:31.544044 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-61dc183d-1cb4-44de-b965-fd6a3c5283c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:46:32.380791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:46:33.561509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:46:33.638247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:46:59.177766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8d4cf8fb-248c-4ebc-89f0-69f44e576507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:01.548944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e656abc4-1b4b-42a6-add1-754148570089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:02.374528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:03.078320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:47:03.574227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:03.605769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:10.319666 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34132) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:47:10.326162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [None req-b0fb3609-8a17-47e3-bee5-d61fa8d8178f tempest-verify_tempest_config-906218592 tempest-verify_tempest_config-906218592-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:47:10.327232 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b0fb3609-8a17-47e3-bee5-d61fa8d8178f tempest-verify_tempest_config-906218592 tempest-verify_tempest_config-906218592-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0065074
Jan 27 05:47:10.827892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34152) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:47:10.987113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:11.002152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:47:11.006168 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Usage tracker for resource:security_group_rule and tenant:161197d5a8ec4a11ba7e28bc5fb24df2 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:47:11.009907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:47:11.015772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:47:11.377291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:11.411344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:11.421809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:47:11.464376 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Synchronizing usage tracker for tenant:8be2509e347d40eeac860f1db50d8009 on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:47:11.469161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24720b8-c778-4378-9fb5-eaf700df4f81,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:47:11.479920 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.480315 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.480704 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.481098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.481457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.481831 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.482189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.482542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.482892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.483242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.483611 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.483956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:47:11.489489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:47:11.528577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Unset dirty status for tenant:8be2509e347d40eeac860f1db50d8009 on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:47:11.529990 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=161197d5a8ec4a11ba7e28bc5fb24df2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7010169
Jan 27 05:47:11.532813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34158) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:47:11.599466 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c732-71fd-4b3a-ac6d-6768f76e2136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:11.628722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c732-71fd-4b3a-ac6d-6768f76e2136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:11.705988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c732-71fd-4b3a-ac6d-6768f76e2136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:11.712134 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:47:11.722973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5c732-71fd-4b3a-ac6d-6768f76e2136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24720b8-c778-4378-9fb5-eaf700df4f81,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:47:11.728554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a9e5c732-71fd-4b3a-ac6d-6768f76e2136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:47:11.730473 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c732-71fd-4b3a-ac6d-6768f76e2136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:11.731694 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a9e5c732-71fd-4b3a-ac6d-6768f76e2136 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f24720b8-c778-4378-9fb5-eaf700df4f81 HTTP/1.1" status: 204  len: 168 time: 0.1978390
Jan 27 05:47:29.167874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-95d399b6-75b6-44df-aa3b-5ee765ad347a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:31.551085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-72dd0c0c-d7ae-4829-b021-f0f531becd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:32.388927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:33.569843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:33.599069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:47:40.078173 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:47:59.175982 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cfa752b0-b0bc-49e0-a458-3e7cc44ad4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:48:01.547938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0c808318-3279-443e-86d5-24d28dc9272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:48:02.384740 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:48:03.565074 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:48:03.610348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:48:17.077483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 5 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:48:29.155105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c8c16d2d-101e-45e0-8edf-fd25e8f59fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:48:31.552668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-408d23b6-35d7-4ff9-9b56-a2ef4c22e1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:48:32.389752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:48:33.567750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:48:33.604509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:48:51.000695 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379'] for agent, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:48:51.001280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.001696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.002206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.002665 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.003247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.003746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.004234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.004771 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.005353 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.005786 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.006248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.006706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:48:51.007317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa6395b9048>, 'Open vSwitch agent', 'hv-cinder-77262', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:48:51.017786 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fa639b01e48>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77262', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:48:51.413625 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] get_endpoint_by_host() called for host hv-cinder-77262 {{(pid=80178) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 27 05:48:51.418962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] get_endpoint_by_ip() called for ip 192.168.0.20 {{(pid=80178) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 27 05:48:51.422433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] _add_endpoint() called for ip 192.168.0.20 {{(pid=80178) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 27 05:48:51.460247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] _get_endpoints() called {{(pid=80178) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 27 05:48:54.078353 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:48:59.152271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2bb54ccf-64e8-4032-9f30-4feb1d4a1a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:01.526640 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34230) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:49:01.572138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44b12fc5-565f-45e5-b955-12cafd19d890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:01.682539 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-0e3d9f61-3991-4162-8af7-449999294a4c admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1546781
Jan 27 05:49:02.385950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:03.574625 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:03.606901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:04.277276 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34240) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:49:04.385802 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-df326968-5648-4046-8629-bb771e20e6f1 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1062527
Jan 27 05:49:21.020829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:29.165433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4455a16a-0daa-4d10-a6d5-7d677a891548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:31.078562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:49:31.556537 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f15931d2-bf04-4fe9-b7ca-042306c7acc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:32.390822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:33.580160 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:33.605304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:51.030583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:49:59.164966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9e44710e-a28d-4d07-ba3c-b6774c35da0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:01.550743 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-837d2710-1ca1-4cb2-b98c-d4ab869fbedb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:02.399696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:03.601011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:03.622701 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:08.078669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:50:21.041559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:29.184411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6ea4ed8a-12de-4a79-9502-18b1bbef6edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:31.561558 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8cb48166-7ad8-4bef-a922-01ddf9e32556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:32.395642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:33.579273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:33.627387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:43.152810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34394) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:43.646747 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-515532079-network', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:50:43.652701 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:43.657474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Usage tracker for resource:network and tenant:4f05f48375e3452295f4609e4cb76e23 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:43.660964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:43.666911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:43.705518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Made reservation on behalf of 4f05f48375e3452295f4609e4cb76e23 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:50:43.710075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:43.724411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:43.740062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:43.744089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Usage tracker for resource:security_group_rule and tenant:4f05f48375e3452295f4609e4cb76e23 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:43.747017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:43.753202 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:43.916254 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:43.950154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:43.955328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:43.988618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a89cff-a7f4-4f90-8399-a13cacb8afcb,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:43.998853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:43.999257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.005718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.008240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.008240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.008240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.008240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.008240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.008240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.008240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Tracked resource versions report:
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]: pushed versions:
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]: {   'AddressGroup': {'1.1'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     'ConntrackHelper': {'1.0'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Log': {'1.0'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Network': {'1.1'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Port': {'1.6'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     'PortForwarding': {'1.2'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     'QosPolicy': {'1.8'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroup': {'1.4'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroupRule': {'1.2'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SubPort': {'1.0'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Subnet': {'1.1'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Trunk': {'1.1'}}
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]: consumer versions:
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]: {   DHCP agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     L3 agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metadata agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metering agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@dv-cinder-772623-1-iscsi: {   'AddressGroup': '1.1',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'ConntrackHelper': '1.0',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Log': '1.0',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Network': '1.1',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Port': '1.6',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'PortForwarding': '1.2',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'QosPolicy': '1.8',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroup': '1.4',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroupRule': '1.2',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SubPort': '1.0',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Subnet': '1.1',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Trunk': '1.1'},
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@hv-cinder-77262: {   'AddressGroup': '1.1',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'ConntrackHelper': '1.0',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Log': '1.0',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Network': '1.1',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Port': '1.6',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'PortForwarding': '1.2',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'QosPolicy': '1.8',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SecurityGroup': '1.4',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SecurityGroupRule': '1.2',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SubPort': '1.0',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Subnet': '1.1',
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Trunk': '1.1'}}
Jan 27 05:50:44.009310 dv-cinder-772623-1-iscsi neutron-server[80063]:  {{(pid=80176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 27 05:50:44.023258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:44.023258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:50:44.038418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:44.045520 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Added segment b392f597-0088-470e-9521-284e4056bcc5 of type vxlan for network a6605190-ee6e-4b9c-88d9-8654c343bcc2
Jan 27 05:50:44.178083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:44.250415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:44.252526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:50:44.253354 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:44.259085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1d88c8e9-03ee-4ab2-80fb-3c9e54b5866f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:44.367070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Pushing event updated for resources: {'Network': ['ID=a6605190-ee6e-4b9c-88d9-8654c343bcc2,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:44.370999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:44.380848 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network a6605190-ee6e-4b9c-88d9-8654c343bcc2 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:50:44.394677 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2406278
Jan 27 05:50:44.397821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34434) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:44.403989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Request body: {'subnet': {'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-515532079-subnet', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:50:44.409289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:44.413793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Usage tracker for resource:subnet and tenant:4f05f48375e3452295f4609e4cb76e23 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:44.417021 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:44.423180 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:44.457183 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network a6605190-ee6e-4b9c-88d9-8654c343bcc2 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:50:44.461992 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Made reservation on behalf of 4f05f48375e3452295f4609e4cb76e23 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:50:44.466467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:44.558559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 34440) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:44.708054 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34448) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:44.749417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34460) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:45.072703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1479272781-network', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:50:45.079844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:45.083093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:50:45.085537 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Usage tracker for resource:network and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:45.089161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:45.095919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:45.132595 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Made reservation on behalf of 14d7b1aa31a748be92e2a0709c159f0f for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:50:45.137939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.154264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-141673379-network', 'tenant_id': '3cb21bb44a49408282425064c954b1d8'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:50:45.155912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.174550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.175700 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:45.176115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:45.180130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Usage tracker for resource:security_group_rule and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:45.185039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:45.192324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:45.262727 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Usage tracker for resource:network and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:45.267999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b6942b0b-398b-4599-8d1b-0483715ed1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:45.302216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-516614695-network', 'tenant_id': '6a9d67916835435da1784aceb69fd1db'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:50:45.398931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.447752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.454795 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:45.494957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:50:45.497343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:45.507416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:45.521307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771995697438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.521557 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Added segment 0b4f2b47-cb5d-4fcd-90c4-d119483db939 of type vxlan for network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08
Jan 27 05:50:45.530896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc814df6-4436-4646-81f1-3d4367861708,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:45.537672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:45.546663 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.547214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.547639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.551727 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.551727 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.551727 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.551727 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.552068 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Usage tracker for resource:network and tenant:6a9d67916835435da1784aceb69fd1db is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:45.552156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.552156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.552156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.552156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.552156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.552156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.552156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.552156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.552683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.552683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.553161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.553580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.554475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.554916 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.555551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.556098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.556570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Tracked resource versions report:
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]: pushed versions:
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]: {   'AddressGroup': {'1.1'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     'ConntrackHelper': {'1.0'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Log': {'1.0'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Network': {'1.1'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Port': {'1.6'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     'PortForwarding': {'1.2'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     'QosPolicy': {'1.8'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroup': {'1.4'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroupRule': {'1.2'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SubPort': {'1.0'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Subnet': {'1.1'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Trunk': {'1.1'}}
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]: consumer versions:
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]: {   DHCP agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     L3 agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metadata agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metering agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@dv-cinder-772623-1-iscsi: {   'AddressGroup': '1.1',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'ConntrackHelper': '1.0',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Log': '1.0',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Network': '1.1',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Port': '1.6',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'PortForwarding': '1.2',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'QosPolicy': '1.8',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroup': '1.4',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroupRule': '1.2',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SubPort': '1.0',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Subnet': '1.1',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Trunk': '1.1'},
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@hv-cinder-77262: {   'AddressGroup': '1.1',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'ConntrackHelper': '1.0',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Log': '1.0',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Network': '1.1',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Port': '1.6',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'PortForwarding': '1.2',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'QosPolicy': '1.8',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SecurityGroup': '1.4',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SecurityGroupRule': '1.2',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SubPort': '1.0',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Subnet': '1.1',
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Trunk': '1.1'}}
Jan 27 05:50:45.558252 dv-cinder-772623-1-iscsi neutron-server[80063]:  {{(pid=80177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 27 05:50:45.564840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:45.565766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:45.583413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Made reservation on behalf of 3cb21bb44a49408282425064c954b1d8 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:50:45.588156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.604469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:45.606519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.622377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.645773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d2b7db-a983-4e6b-affc-41649786fe08,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:45.656957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:45.658380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:45.667031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Usage tracker for resource:security_group_rule and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:45.671021 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:45.681425 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:45.721429 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Checking segment: {'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:50:45.721822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Network hostable DHCP agents. Network: a6605190-ee6e-4b9c-88d9-8654c343bcc2, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:50:45.722508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.723977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:50:45.725367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.733699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Made reservation on behalf of 6a9d67916835435da1784aceb69fd1db for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:50:45.739348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.742552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:45.779682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:45.817177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:45.826750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Usage tracker for resource:security_group_rule and tenant:6a9d67916835435da1784aceb69fd1db is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:45.838441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:45.855110 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Pushing event updated for resources: {'Network': ['ID=8b619c5d-c69e-4f9e-bc39-c66055e0cc08,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:45.860845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:45.861061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:45.863032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Network a6605190-ee6e-4b9c-88d9-8654c343bcc2 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:50:45.871982 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:50:45.887129 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.3251221
Jan 27 05:50:45.887974 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 34492) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:45.907580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Request body: {'subnet': {'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1479272781-subnet', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:50:45.921134 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:50:45.922527 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:45.932387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Usage tracker for resource:subnet and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:45.940238 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:45.953256 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:45.959667 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, a6605190-ee6e-4b9c-88d9-8654c343bcc2) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:50:45.980441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:50:45.981103 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.012685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Made reservation on behalf of 14d7b1aa31a748be92e2a0709c159f0f for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:50:46.018593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Notify callbacks [] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.052177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbd7cc0-271e-4c5d-9793-44ed9a0c4c62 None None] Network a6605190-ee6e-4b9c-88d9-8654c343bcc2 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:50:46.154511 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.171535 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.7720346
Jan 27 05:50:46.174488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 34506) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:46.180583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-515532079-router', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:50:46.191581 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:46.203012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Usage tracker for resource:router and tenant:4f05f48375e3452295f4609e4cb76e23 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:46.209351 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:46.211317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.214874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.219496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:46.222220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:46.258408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.269427 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:50:46.296583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3057dcb-15e7-4fa4-a6c0-21be4b731c41,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:46.297187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100061'] for router, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.298513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854291148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854291660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675754'] for router, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.314919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.315874 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Added segment 1b1801c9-6723-4c3e-b831-4bb951b6b8a0 of type vxlan for network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb
Jan 27 05:50:46.321768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:46.333697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:46.336165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.409114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83301db0-f915-4403-b680-dd13ea643495,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:46.414272 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.420503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:46.484174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 05:50:46.485024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 05:50:46.486485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.488188 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:50:46.489999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.496877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8281dbd8-414c-49a2-91ee-63e742a1dc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:46.654014 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.9411268
Jan 27 05:50:46.659761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34518) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:46.680923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Request body: {'subnet': {'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-subnet', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:50:46.691042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Pushing event updated for resources: {'Network': ['ID=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:46.702073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:46.703174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:46.714061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Usage tracker for resource:subnet and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:46.723258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:46.734386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:46.736914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:50:46.751672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:50:46.787148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Made reservation on behalf of 3cb21bb44a49408282425064c954b1d8 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:50:46.792571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.857978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854291675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126776'] for router, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:46.989243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:47.017368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540c818f-7d5b-481d-854c-17369a825a4c None None] Network a6605190-ee6e-4b9c-88d9-8654c343bcc2 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:50:47.042636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:50:47.059246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:47.059667 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Added segment e20af8a0-b5aa-41c5-a298-07614ff6e63a of type vxlan for network d6a97b38-ebf7-40f3-95c5-9323e6069d9a
Jan 27 05:50:47.197837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:47.231318 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-019ec1c2-3295-4838-9ab0-44ab2cbda772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:47.287328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:47.394334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:47.396399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:50:47.397264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:47.430807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:47.611431 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.8608539
Jan 27 05:50:47.623822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 34540) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:47.624552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Pushing event updated for resources: {'Subnet': ['ID=553256bc-95c4-47dc-a078-dc0fbcc996e5,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:47.633602 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:47.637580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Request body: {'subnet': {'network_id': 'd6a97b38-ebf7-40f3-95c5-9323e6069d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-516614695-subnet', 'tenant_id': '6a9d67916835435da1784aceb69fd1db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:50:47.640829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Pushing event updated for resources: {'Network': ['ID=d6a97b38-ebf7-40f3-95c5-9323e6069d9a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:47.648598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:47.654137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network d6a97b38-ebf7-40f3-95c5-9323e6069d9a details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:50:47.669410 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:47.675601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Usage tracker for resource:subnet and tenant:6a9d67916835435da1784aceb69fd1db is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:47.676642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network d6a97b38-ebf7-40f3-95c5-9323e6069d9a details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:50:47.680453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:47.689422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:47.797217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Made reservation on behalf of 6a9d67916835435da1784aceb69fd1db for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:50:47.805125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:47.836761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:47.856631 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:48.062569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b1fdaa-6d24-499f-95ea-caeecfda08a2,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:48.068590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:48.161231 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Checking segment: {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:50:48.161617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Network hostable DHCP agents. Network: cd717a20-f7d9-467c-96a9-5d0c3fab0cfb, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:50:48.209938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:50:48.252165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, cd717a20-f7d9-467c-96a9-5d0c3fab0cfb) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:50:48.259263 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:50:48.260660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:48.268408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f27713-ce80-4cfd-93f7-7dd6ad9efdda None None] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:50:48.342457 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.6814449
Jan 27 05:50:48.348009 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34566) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:48.357211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Checking segment: {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:50:48.357211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Network hostable DHCP agents. Network: 8b619c5d-c69e-4f9e-bc39-c66055e0cc08, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:50:48.365141 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:50:48.375340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:48.378734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:48.389556 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Usage tracker for resource:router and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:48.394379 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:48.400536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:48.429071 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:48.467987 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100061'] for router, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:48.469728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854291148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854291660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675754'] for router, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:48.504214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:48.576235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:50:48.620765 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 8b619c5d-c69e-4f9e-bc39-c66055e0cc08) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:50:48.651154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:50:48.656116 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be9584-b2bc-4b74-822f-4666423f9d10 None None] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:50:48.664104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:48.689431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34586) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:48.880450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bd0d15f-fdff-5670-9359-dc87ac15679e-cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2'}]}} from dv-cinder-772623-1-iscsi. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 27 05:50:48.881434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:49.129343 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2350676
Jan 27 05:50:49.185561 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bd0d15f-fdff-5670-9359-dc87ac15679e-8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5'}]}} from dv-cinder-772623-1-iscsi. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 27 05:50:49.192088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:49.209567 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 34596) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:49.239244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:50:49.257805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:49.267632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Usage tracker for resource:router and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:49.287257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:49.292394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ae8-cf9a-4c2a-9af1-fe4ab8ec3099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:49.302570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:49.322101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854291675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126776'] for router, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:49.327932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0e4d9ae8-cf9a-4c2a-9af1-fe4ab8ec3099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:49.337959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-0e4d9ae8-cf9a-4c2a-9af1-fe4ab8ec3099 admin admin] Usage tracker for resource:security_group_rule and tenant:b996df97e14e46b5adce7fc3f1a9008c is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:49.338529 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-0e4d9ae8-cf9a-4c2a-9af1-fe4ab8ec3099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:49.345502 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0e4d9ae8-cf9a-4c2a-9af1-fe4ab8ec3099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:49.460257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100061'] for router, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:49.461491 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854291148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854291660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675754'] for router, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:49.565782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ae8-cf9a-4c2a-9af1-fe4ab8ec3099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:49.570845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Allocated IP 172.20.0.2 (cd717a20-f7d9-467c-96a9-5d0c3fab0cfb/f8b1fdaa-6d24-499f-95ea-caeecfda08a2/80ee0bda-0ecb-47d8-9e79-4c1b644c8986) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:50:49.616770 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Allocated IP 172.27.2.38 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:50:49.671953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ae8-cf9a-4c2a-9af1-fe4ab8ec3099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:49.674048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:49.750519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-80c885b1-0fac-4209-9122-fdd83ae46413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:49.808763 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:49.836922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3e679f95-5ca6-4c78-a015-507357bced5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:49.841638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d9ae8-cf9a-4c2a-9af1-fe4ab8ec3099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e62c87-3e3c-4ca9-8dbe-e208e0964103,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:49.852019 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-0e4d9ae8-cf9a-4c2a-9af1-fe4ab8ec3099 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b996df97e14e46b5adce7fc3f1a9008c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1612754
Jan 27 05:50:49.854963 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0e4d9ae8-cf9a-4c2a-9af1-fe4ab8ec3099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:49.855545 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34610) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:49.913831 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:49.952346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.008163 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.019601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Transition to ACTIVE for port object 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:50:50.037945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Transition to ACTIVE for port object 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:50:50.084030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ebdf-3dd9-4c8a-97ca-90c6c75cf0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.191581 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.214390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:50.339532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.340124 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ebdf-3dd9-4c8a-97ca-90c6c75cf0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.356446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854291675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126776'] for router, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.383180 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d0a0dd-b68f-4ad9-bea1-a4ce3bd825af,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:50.386191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:50.415265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Pushing event updated for resources: {'Port': ['ID=80ee0bda-0ecb-47d8-9e79-4c1b644c8986,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:50.446250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.446594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.446903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.447261 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.447667 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.448026 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.448784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.448784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.449067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.449566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.449690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.450052 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.450461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.450810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.451160 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.452897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.452897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.452897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.452897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.452897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.453313 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.453537 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.454386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.454735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Tracked resource versions report:
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]: pushed versions:
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]: {   'AddressGroup': {'1.1'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     'ConntrackHelper': {'1.0'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Log': {'1.0'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Network': {'1.1'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Port': {'1.6'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     'PortForwarding': {'1.2'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     'QosPolicy': {'1.8'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroup': {'1.4'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroupRule': {'1.2'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SubPort': {'1.0'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Subnet': {'1.1'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Trunk': {'1.1'}}
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]: consumer versions:
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]: {   DHCP agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     L3 agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metadata agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metering agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@dv-cinder-772623-1-iscsi: {   'AddressGroup': '1.1',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'ConntrackHelper': '1.0',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Log': '1.0',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Network': '1.1',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Port': '1.6',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'PortForwarding': '1.2',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'QosPolicy': '1.8',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroup': '1.4',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroupRule': '1.2',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SubPort': '1.0',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Subnet': '1.1',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Trunk': '1.1'},
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@hv-cinder-77262: {   'AddressGroup': '1.1',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'ConntrackHelper': '1.0',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Log': '1.0',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Network': '1.1',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Port': '1.6',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'PortForwarding': '1.2',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'QosPolicy': '1.8',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SecurityGroup': '1.4',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SecurityGroupRule': '1.2',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SubPort': '1.0',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Subnet': '1.1',
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Trunk': '1.1'}}
Jan 27 05:50:50.456109 dv-cinder-772623-1-iscsi neutron-server[80063]:  {{(pid=80178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 27 05:50:50.481905 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:50.490167 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ebdf-3dd9-4c8a-97ca-90c6c75cf0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.495889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7bd1cb7c-c2d4-43c8-92c2-a4591358ee6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:50.511045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Allocated IP 172.20.0.2 (8b619c5d-c69e-4f9e-bc39-c66055e0cc08/553256bc-95c4-47dc-a078-dc0fbcc996e5/9e7d0628-fb45-4f37-8954-915b519331e0) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:50:50.512271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2ebdf-3dd9-4c8a-97ca-90c6c75cf0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e62c87-3e3c-4ca9-8dbe-e208e0964103,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:50.515751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d9a2ebdf-3dd9-4c8a-97ca-90c6c75cf0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:50.533123 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d9a2ebdf-3dd9-4c8a-97ca-90c6c75cf0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.534941 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d9a2ebdf-3dd9-4c8a-97ca-90c6c75cf0aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57e62c87-3e3c-4ca9-8dbe-e208e0964103 HTTP/1.1" status: 204  len: 168 time: 0.6764326
Jan 27 05:50:50.538421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:50:50.553145 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Resources bound (agent type, host, resource id):  {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:50:50.583900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:50:50.738419 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Attempting to bind port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:50:50.738830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Attempting to bind port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:50:50.739238 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Attempting to bind port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 on network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:50:50.758838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:50:50.761636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Checking segment: {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:50:50.761636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.761636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Bound using segment: {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:50:50.761636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Bound port: 80ee0bda-0ecb-47d8-9e79-4c1b644c8986, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:50:50.761636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.811706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:50.904837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Allocated IP 172.27.2.248 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/c5be5845-a789-4c8f-ae01-c4af9c823d0d) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:50:50.929094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Checking segment: {'id': 'e20af8a0-b5aa-41c5-a298-07614ff6e63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6a97b38-ebf7-40f3-95c5-9323e6069d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:50:50.929629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Network hostable DHCP agents. Network: d6a97b38-ebf7-40f3-95c5-9323e6069d9a, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:50:50.942163 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:51.082290 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Pushing event updated for resources: {'Port': ['ID=8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:51.100950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:51.149489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:51.162608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] For port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:50:51.165425 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:51.181901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] For port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=80ee0bda-0ecb-47d8-9e79-4c1b644c8986,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:50:51.200864 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Network d6a97b38-ebf7-40f3-95c5-9323e6069d9a is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:50:51.213741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Transition to ACTIVE for port object 9e7d0628-fb45-4f37-8954-915b519331e0 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:50:51.225378 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:51.238238 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:50:51.241082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:50:51.263061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:51.266882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:50:51.274263 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:51.315127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Transition to ACTIVE for port object 9e7d0628-fb45-4f37-8954-915b519331e0 will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:50:51.336163 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:51.338131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, d6a97b38-ebf7-40f3-95c5-9323e6069d9a) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:50:51.342609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:50:51.349021 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:51.384742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c43a23-1189-4e4b-b048-07dd5f206e08 None None] Network d6a97b38-ebf7-40f3-95c5-9323e6069d9a requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:50:51.487005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:51.535121 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34656) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:51.535793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:51.600885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:50:51.631384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:50:51.633476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7761b98-4349-49ce-a295-5d369964291a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:51.649462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:50:51.666004 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Pushing event updated for resources: {'Port': ['ID=80ee0bda-0ecb-47d8-9e79-4c1b644c8986,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:51.685446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:51.685895 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:51.706520 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.0790431
Jan 27 05:50:51.740919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d7761b98-4349-49ce-a295-5d369964291a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:51.745423 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d7761b98-4349-49ce-a295-5d369964291a admin admin] Usage tracker for resource:security_group_rule and tenant:bad72563d75540f687ae85695775f693 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:51.748784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d7761b98-4349-49ce-a295-5d369964291a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:51.757187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d7761b98-4349-49ce-a295-5d369964291a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:51.801752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:51.859115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7761b98-4349-49ce-a295-5d369964291a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:51.889347 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:51.893699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Pushing event updated for resources: {'Port': ['ID=9e7d0628-fb45-4f37-8954-915b519331e0,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:51.921290 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:51.943394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5be5845-a789-4c8f-ae01-c4af9c823d0d,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:51.948111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:52.043988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541583a1-5c5b-489a-a748-7fed9672f226 None None] Network d6a97b38-ebf7-40f3-95c5-9323e6069d9a requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:50:52.065323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7761b98-4349-49ce-a295-5d369964291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:52.093451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0e4d9ae8-cf9a-4c2a-9af1-fe4ab8ec3099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:52.252283 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d7761b98-4349-49ce-a295-5d369964291a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bad72563d75540f687ae85695775f693&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6688559
Jan 27 05:50:52.253760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34680) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:52.393880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:50:52.396686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Resources bound (agent type, host, resource id):  {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:50:52.412303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:50:52.470898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 34700) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:52.536259 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 27 05:50:52.581899 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7761b98-4349-49ce-a295-5d369964291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ec9adc-f467-459b-b644-5b2af075edb9,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:52.618466 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Attempting to bind port 9e7d0628-fb45-4f37-8954-915b519331e0 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:50:52.618720 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Attempting to bind port 9e7d0628-fb45-4f37-8954-915b519331e0 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:50:52.619128 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Attempting to bind port 9e7d0628-fb45-4f37-8954-915b519331e0 on network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:50:52.622211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7761b98-4349-49ce-a295-5d369964291a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:52.626684 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:50:52.627126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Checking segment: {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:50:52.627760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:52.629407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Bound using segment: {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:50:52.629972 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Bound port: 9e7d0628-fb45-4f37-8954-915b519331e0, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:50:52.630395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:52.668373 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bcf06a82-cb65-409e-93b0-57e6132b4ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:52.679985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:52.707348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bcf06a82-cb65-409e-93b0-57e6132b4ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:52.795629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bcf06a82-cb65-409e-93b0-57e6132b4ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:52.808522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:52.824845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bcf06a82-cb65-409e-93b0-57e6132b4ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:52.830369 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-bcf06a82-cb65-409e-93b0-57e6132b4ae7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12ec9adc-f467-459b-b644-5b2af075edb9 HTTP/1.1" status: 204  len: 168 time: 0.5710974
Jan 27 05:50:52.831386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:52.952376 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] For port 9e7d0628-fb45-4f37-8954-915b519331e0, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:50:52.956621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] For port 9e7d0628-fb45-4f37-8954-915b519331e0, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=9e7d0628-fb45-4f37-8954-915b519331e0,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:50:52.965769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf06a82-cb65-409e-93b0-57e6132b4ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ec9adc-f467-459b-b644-5b2af075edb9,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:52.970135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bcf06a82-cb65-409e-93b0-57e6132b4ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:53.010941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:53.183248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:53.318747 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Pushing event updated for resources: {'Port': ['ID=9e7d0628-fb45-4f37-8954-915b519331e0,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:53.324135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:53.446455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484126'] for router, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:53.497295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-e257f3e1-6c95-4372-8fdc-cf698991c924 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:50:53.499216 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-e257f3e1-6c95-4372-8fdc-cf698991c924 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/networks?id=d6a97b38-ebf7-40f3-95c5-9323e6069d9a HTTP/1.1" status: 200  len: 811 time: 1.0269973
Jan 27 05:50:53.559051 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-9a816010-dd56-4bfa-be86-be552de35ff0 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/quotas/6a9d67916835435da1784aceb69fd1db HTTP/1.1" status: 200  len: 375 time: 0.0493524
Jan 27 05:50:53.762837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34734) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:53.807002 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Allocated IP 172.27.2.244 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/b41779bc-c138-4adf-a52d-87df529eb59a) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:50:54.055474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Router f396d5ac-e8d5-4099-876a-76816f09614a is scheduled to L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 with binding_index 1 {{(pid=80176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 27 05:50:54.080417 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-301a47d7-fb22-4044-8589-7a1251c48b27 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a9d67916835435da1784aceb69fd1db&fields=id HTTP/1.1" status: 200  len: 210 time: 0.5061576
Jan 27 05:50:54.163335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:50:54.217717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484126'] for router, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:54.244624 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e8ecb-9e50-48e0-95ef-9263102a7526 None None] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:50:54.338937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:54.454675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-351ccc31-63e4-4abe-9c51-a4662c3bf982 None None] Provisioning for port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:50:54.515668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 34752) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:54.575894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:50:54.590995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:50:54.591570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:54.594109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c7cd-7fff-4820-a0a7-a21de55b6ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:54.634318 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1aa8c7cd-7fff-4820-a0a7-a21de55b6ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:54.659065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1aa8c7cd-7fff-4820-a0a7-a21de55b6ead admin admin] Usage tracker for resource:security_group_rule and tenant:29164c3d67e2406a8e96caa13d390f7f is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:54.667701 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1aa8c7cd-7fff-4820-a0a7-a21de55b6ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:54.680693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1aa8c7cd-7fff-4820-a0a7-a21de55b6ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:54.702015 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:50:54.704782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:54.722228 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Sync routers for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:50:54.749551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:50:54.750237 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6395e4390>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:50:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:50:54.793228 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:54.794375 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:54.795153 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.4460893
Jan 27 05:50:54.799471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34764) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:54.919241 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:54.923821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=80ee0bda-0ecb-47d8-9e79-4c1b644c8986,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:50:54.967968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:54.969956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 9e7d0628-fb45-4f37-8954-915b519331e0 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:50:55.056174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2ded614f-ddb3-42f2-915d-86bfd82dea2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:55.059747 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:55.118390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2ded614f-ddb3-42f2-915d-86bfd82dea2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:50:55.130642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-2ded614f-ddb3-42f2-915d-86bfd82dea2b admin admin] Usage tracker for resource:security_group_rule and tenant:6a239a7088444f8eb7e54ff7deb3ac9a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:50:55.142187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-2ded614f-ddb3-42f2-915d-86bfd82dea2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:50:55.144934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:50:55.161565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2ded614f-ddb3-42f2-915d-86bfd82dea2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:50:55.197041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-d6c6d221-8ac4-41c3-a0fa-1cc8f162b9cd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:50:55.198161 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-d6c6d221-8ac4-41c3-a0fa-1cc8f162b9cd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5655854
Jan 27 05:50:55.198848 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Router 15b2d067-9fed-4676-8080-2cb4efe4bd21 is scheduled to L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 with binding_index 1 {{(pid=80177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 27 05:50:55.207495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c7cd-7fff-4820-a0a7-a21de55b6ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:55.309204 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c7cd-7fff-4820-a0a7-a21de55b6ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:55.328221 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:55.330912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=80ee0bda-0ecb-47d8-9e79-4c1b644c8986,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:55.348105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:55.417751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 9e7d0628-fb45-4f37-8954-915b519331e0 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:50:55.452141 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-df850749-be6d-487e-9cb9-5d2db59f5bed None None] Provisioning complete for port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:50:55.453020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-df850749-be6d-487e-9cb9-5d2db59f5bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:55.528186 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-1aa8c7cd-7fff-4820-a0a7-a21de55b6ead admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29164c3d67e2406a8e96caa13d390f7f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7611396
Jan 27 05:50:55.528186 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8c7cd-7fff-4820-a0a7-a21de55b6ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10af1c0d-fc0b-4633-9ffe-cf0d94e3790a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:55.555957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34788) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:55.577048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb0bf5-1236-4a3f-8f25-0c24070faa3d None None] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:50:55.701844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1aa8c7cd-7fff-4820-a0a7-a21de55b6ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:55.718016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Pushing event updated for resources: {'Port': ['ID=b41779bc-c138-4adf-a52d-87df529eb59a,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:55.797996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6395e4390>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:52Z', 'revision_number': 3, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:50:55.805676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Checking router: f396d5ac-e8d5-4099-876a-76816f09614a for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:50:55.806328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Updating router f396d5ac-e8d5-4099-876a-76816f09614a port c5be5845-a789-4c8f-ae01-c4af9c823d0d binding host dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:50:55.881614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:56.039178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.112477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:50:56.127206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:50:56.139388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-999d3cb8-6cf7-467a-98ce-b5531672ee6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.151288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:50:56.191729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-999d3cb8-6cf7-467a-98ce-b5531672ee6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.206356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:50:56.473766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-01dc989d-008a-4f6a-886d-6740e37dc5bb None None] Provisioning complete for port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:50:56.474183 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01dc989d-008a-4f6a-886d-6740e37dc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.535149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.566492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-999d3cb8-6cf7-467a-98ce-b5531672ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.582534 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:56.598461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d3cb8-6cf7-467a-98ce-b5531672ee6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af1c0d-fc0b-4633-9ffe-cf0d94e3790a,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:56.613874 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-05e42d10-fe68-4a30-a161-71f21dfc36af service neutron] 10.222.0.24 "GET /v2.0/networks/d6a97b38-ebf7-40f3-95c5-9323e6069d9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3873889
Jan 27 05:50:56.690240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.706927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Transition to ACTIVE for port object c5be5845-a789-4c8f-ae01-c4af9c823d0d will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:50:56.717698 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2ded614f-ddb3-42f2-915d-86bfd82dea2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.743983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.747324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:50:56.747775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.890809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ce41844c-e03d-491f-826c-253bb8733b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:56.974276 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Pushing event updated for resources: {'Port': ['ID=c5be5845-a789-4c8f-ae01-c4af9c823d0d,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:56.974764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Allocated IP 172.20.0.1 (cd717a20-f7d9-467c-96a9-5d0c3fab0cfb/f8b1fdaa-6d24-499f-95ea-caeecfda08a2/e1b67732-eb3c-4a1d-b2b9-af6864c29118) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:50:56.985817 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.986268 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.986868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.987168 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.987577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.987973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.988329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.988685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.989213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.989571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.989930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.990247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-999d3cb8-6cf7-467a-98ce-b5531672ee6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:56.990362 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2ded614f-ddb3-42f2-915d-86bfd82dea2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.990443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.990815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.991172 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.991578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.991752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-999d3cb8-6cf7-467a-98ce-b5531672ee6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:56.991952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.992251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.992599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.995969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.995969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.996191 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-999d3cb8-6cf7-467a-98ce-b5531672ee6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10af1c0d-fc0b-4633-9ffe-cf0d94e3790a HTTP/1.1" status: 204  len: 168 time: 1.4359503
Jan 27 05:50:56.996270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.996270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.996270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.996270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Tracked resource versions report:
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]: pushed versions:
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]: {   'AddressGroup': {'1.1'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     'ConntrackHelper': {'1.0'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Log': {'1.0'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Network': {'1.1'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Port': {'1.6'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     'PortForwarding': {'1.2'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     'QosPolicy': {'1.8'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroup': {'1.4'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SecurityGroupRule': {'1.2'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     'SubPort': {'1.0'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Subnet': {'1.1'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     'Trunk': {'1.1'}}
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]: consumer versions:
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]: {   DHCP agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     L3 agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metadata agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     Metering agent@dv-cinder-772623-1-iscsi: {},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@dv-cinder-772623-1-iscsi: {   'AddressGroup': '1.1',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'ConntrackHelper': '1.0',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Log': '1.0',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Network': '1.1',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Port': '1.6',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'PortForwarding': '1.2',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'QosPolicy': '1.8',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroup': '1.4',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SecurityGroupRule': '1.2',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'SubPort': '1.0',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Subnet': '1.1',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                                      'Trunk': '1.1'},
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:     Open vSwitch agent@hv-cinder-77262: {   'AddressGroup': '1.1',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'ConntrackHelper': '1.0',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Log': '1.0',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Network': '1.1',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Port': '1.6',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'PortForwarding': '1.2',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'QosPolicy': '1.8',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SecurityGroup': '1.4',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SecurityGroupRule': '1.2',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'SubPort': '1.0',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Subnet': '1.1',
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:                                             'Trunk': '1.1'}}
Jan 27 05:50:56.996566 dv-cinder-772623-1-iscsi neutron-server[80063]:  {{(pid=80179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 27 05:50:57.023071 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:50:57.026645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Attempting to bind port c5be5845-a789-4c8f-ae01-c4af9c823d0d on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:50:57.027030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Attempting to bind port c5be5845-a789-4c8f-ae01-c4af9c823d0d by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:50:57.027462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Attempting to bind port c5be5845-a789-4c8f-ae01-c4af9c823d0d on network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:50:57.034898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:50:57.035308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Checking segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:50:57.035800 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:57.036194 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Bound using segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:50:57.036708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Bound port: c5be5845-a789-4c8f-ae01-c4af9c823d0d, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:50:57.037111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:57.048240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:57.100398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Sync routers for ids ['15b2d067-9fed-4676-8080-2cb4efe4bd21'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:50:57.120350 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] For port c5be5845-a789-4c8f-ae01-c4af9c823d0d, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:50:57.123966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] For port c5be5845-a789-4c8f-ae01-c4af9c823d0d, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=c5be5845-a789-4c8f-ae01-c4af9c823d0d,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:50:57.144228 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:57.164562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:57.192592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:57.237730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Routers {'15b2d067-9fed-4676-8080-2cb4efe4bd21'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:50:57.242962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63971d9b0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:50:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['15b2d067-9fed-4676-8080-2cb4efe4bd21'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:50:57.247014 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:57.267717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Transition to ACTIVE for port object e1b67732-eb3c-4a1d-b2b9-af6864c29118 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:50:57.301463 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-01dc989d-008a-4f6a-886d-6740e37dc5bb None None] Provisioning for port 9e7d0628-fb45-4f37-8954-915b519331e0 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:50:57.325396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:57.360183 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-2ded614f-ddb3-42f2-915d-86bfd82dea2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a239a7088444f8eb7e54ff7deb3ac9a&name=default HTTP/1.1" status: 200  len: 2975 time: 2.8398554
Jan 27 05:50:57.375503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 34828) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:57.379409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded614f-ddb3-42f2-915d-86bfd82dea2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e90aa88-4886-4899-ae28-a949deb0bdbf,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:57.403248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-01dc989d-008a-4f6a-886d-6740e37dc5bb None None] Provisioning complete for port 9e7d0628-fb45-4f37-8954-915b519331e0 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:50:57.408504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01dc989d-008a-4f6a-886d-6740e37dc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:57.417265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2ded614f-ddb3-42f2-915d-86bfd82dea2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:57.449569 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-07f3032f-b5b9-418a-81e9-b44a3caff0df service neutron] 10.222.0.24 "GET /v2.0/networks/d6a97b38-ebf7-40f3-95c5-9323e6069d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8344793
Jan 27 05:50:57.452977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:57.456634 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 11.2809887
Jan 27 05:50:57.464627 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 34834) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:57.501664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Pushing event updated for resources: {'Port': ['ID=c5be5845-a789-4c8f-ae01-c4af9c823d0d,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:57.509449 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:57.656144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:50:57.657962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6395e4390>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:50:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:50:57.856722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:58.106325 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34862) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:50:58.133192 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 27 05:50:58.213548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:50:58.233744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Set router 15b2d067-9fed-4676-8080-2cb4efe4bd21 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:50:58.265023 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:50:58.466540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:50:58.466540 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-358517da-0083-4953-86e8-58c9d576e660 req-0dcba6cd-9ff4-404c-a61f-47ce82a4d74f tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.1971958
Jan 27 05:50:58.466540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:50:58.466540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431186'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:58.466540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b67732-eb3c-4a1d-b2b9-af6864c29118,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:58.466540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:58.473190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-863b4cb0-0fa6-4959-9c3b-9d973700a6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:58.614639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01dc989d-008a-4f6a-886d-6740e37dc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:58.738265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:58.825813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-01dc989d-008a-4f6a-886d-6740e37dc5bb None None] For port 9e7d0628-fb45-4f37-8954-915b519331e0, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=9e7d0628-fb45-4f37-8954-915b519331e0,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:50:58.844336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:58.881254 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01dc989d-008a-4f6a-886d-6740e37dc5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:58.885836 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63971d9b0>, [{'id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'name': 'tempest-ServerRescueNegativeTestJSON-515532079-router', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:46Z', 'updated_at': '2021-01-27T05:50:51Z', 'revision_number': 3, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'gw_port': {'id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:50:58.888576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:58.967752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc989d-008a-4f6a-886d-6740e37dc5bb None None] Pushing event updated for resources: {'Port': ['ID=9e7d0628-fb45-4f37-8954-915b519331e0,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:50:58.981140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-01dc989d-008a-4f6a-886d-6740e37dc5bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:50:58.987917 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-863b4cb0-0fa6-4959-9c3b-9d973700a6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:58.988059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Checking router: 15b2d067-9fed-4676-8080-2cb4efe4bd21 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:50:58.988059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Updating router 15b2d067-9fed-4676-8080-2cb4efe4bd21 port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 binding host dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:50:59.078092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:59.271884 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6395e4390>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:52Z', 'revision_number': 3, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:50:59.282550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6756908-9e2e-4b24-8a2a-58ae5b047817 None None] The sync data for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi is: [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:52Z', 'revision_number': 3, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:50:59.516679 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-19df3cc8-43db-46ca-b831-80db4cb4b1b3 None None] Provisioning for port e1b67732-eb3c-4a1d-b2b9-af6864c29118 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:50:59.573372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:59.611450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:59.612573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344464'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:59.648327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:50:59.666443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-19df3cc8-43db-46ca-b831-80db4cb4b1b3 None None] Provisioning complete for port e1b67732-eb3c-4a1d-b2b9-af6864c29118 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:50:59.666615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-19df3cc8-43db-46ca-b831-80db4cb4b1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:59.918033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-323974a1-9ca4-4bcd-a65c-3a86a16b4bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:50:59.949431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-19df3cc8-43db-46ca-b831-80db4cb4b1b3 None None] Port e1b67732-eb3c-4a1d-b2b9-af6864c29118 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:51:00.050829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b67732-eb3c-4a1d-b2b9-af6864c29118,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:00.098646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:00.140942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:51:00.142339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:51:00.248311 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-19df3cc8-43db-46ca-b831-80db4cb4b1b3 None None] Provisioning complete for port 9e7d0628-fb45-4f37-8954-915b519331e0 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:00.248875 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-19df3cc8-43db-46ca-b831-80db4cb4b1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:00.334165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device c5be5845-a789-4c8f-ae01-c4af9c823d0d up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:00.345948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-863b4cb0-0fa6-4959-9c3b-9d973700a6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:00.348860 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6733b1bc-e049-4aff-977f-69a394d63186 req-79a14f4f-a7db-4c78-9e8e-873b1f421ff8 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.3422031
Jan 27 05:51:00.384375 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:00.411073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b4cb0-0fa6-4959-9c3b-9d973700a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e90aa88-4886-4899-ae28-a949deb0bdbf,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:00.419855 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-863b4cb0-0fa6-4959-9c3b-9d973700a6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:00.420761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-863b4cb0-0fa6-4959-9c3b-9d973700a6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:00.428161 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-863b4cb0-0fa6-4959-9c3b-9d973700a6e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e90aa88-4886-4899-ae28-a949deb0bdbf HTTP/1.1" status: 204  len: 168 time: 3.0229490
Jan 27 05:51:00.660559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:00.827547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484126'] for router, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:00.893461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port c5be5845-a789-4c8f-ae01-c4af9c823d0d completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:51:00.922945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Transition to ACTIVE for port object 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:51:00.945801 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port c5be5845-a789-4c8f-ae01-c4af9c823d0d triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:00.946364 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:01.013159 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Router f396d5ac-e8d5-4099-876a-76816f09614a has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:51:01.027509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:01.108348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:01.349116 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:51:01.367785 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06294e6c-bab1-44c2-81b4-6a45803eb9ec None None] Pushing event updated for resources: {'Port': ['ID=8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:01.374375 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] 10.222.0.24 "PUT /v2.0/routers/f396d5ac-e8d5-4099-876a-76816f09614a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5702612
Jan 27 05:51:01.382066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06294e6c-bab1-44c2-81b4-6a45803eb9ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:01.385904 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0e89ec8f-0ed7-422e-931e-f19e06af289d None None] Provisioning complete for port e1b67732-eb3c-4a1d-b2b9-af6864c29118 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:01.386317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e89ec8f-0ed7-422e-931e-f19e06af289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:01.392971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:01.507214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 34958) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:01.571615 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c5dc67f4-f9ae-43a4-8cfd-042a604a985c req-b29f8b99-161d-4631-b72c-0be4ccd156b9 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.1044154
Jan 27 05:51:01.601537 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0e89ec8f-0ed7-422e-931e-f19e06af289d None None] Port e1b67732-eb3c-4a1d-b2b9-af6864c29118 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:51:01.609870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:01.632845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c4bd896f-bef0-4484-8eb4-30b820aa3c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:01.642041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Attempting to bind port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:51:01.642721 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Attempting to bind port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:51:01.643174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Attempting to bind port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 on network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:51:01.657383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:51:01.658819 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Checking segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:51:01.658819 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:01.659038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Bound using segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:51:01.659528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Bound port: 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:51:01.660161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:01.668202 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c4bd896f-bef0-4484-8eb4-30b820aa3c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:01.686411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c4bd896f-bef0-4484-8eb4-30b820aa3c3f admin admin] Usage tracker for resource:security_group_rule and tenant:626b188f86224c559bf6a3b956b1820b is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:01.696750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c4bd896f-bef0-4484-8eb4-30b820aa3c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:01.720941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c4bd896f-bef0-4484-8eb4-30b820aa3c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:01.731533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4eeafd73-6225-4509-b4ae-2267f9768837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:01.797837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port c5be5845-a789-4c8f-ae01-c4af9c823d0d, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=c5be5845-a789-4c8f-ae01-c4af9c823d0d,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:51:01.811845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] For port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:51:01.816394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] For port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:51:01.830945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:01.834785 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 9e7d0628-fb45-4f37-8954-915b519331e0 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:01.867278 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Router 71648d5c-ef71-4842-beb4-e73be5437244 is scheduled to L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 with binding_index 1 {{(pid=80177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 27 05:51:01.887154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:01.944861 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:02.146606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=c5be5845-a789-4c8f-ae01-c4af9c823d0d,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:02.153536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:02.155253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:02.184784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:51:02.196556 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Sync routers for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:51:02.212803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:51:02.213487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639abbeb8>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:51:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:02.271890 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 9e7d0628-fb45-4f37-8954-915b519331e0 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:02.271890 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:02.323509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06294e6c-bab1-44c2-81b4-6a45803eb9ec None None] Pushing event updated for resources: {'Port': ['ID=8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:02.443466 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c4bd896f-bef0-4484-8eb4-30b820aa3c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:02.488893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Allocated IP 172.20.0.1 (a6605190-ee6e-4b9c-88d9-8654c343bcc2/41d2b7db-a983-4e6b-affc-41649786fe08/4d253929-cd2a-44ab-b7b2-da1086094059) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:51:02.510309 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:02.511761 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 13.2980664
Jan 27 05:51:02.512672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c4bd896f-bef0-4484-8eb4-30b820aa3c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:02.514815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 34988) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:02.725499 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:51:02.779815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2ded614f-ddb3-42f2-915d-86bfd82dea2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:02.838842 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06294e6c-bab1-44c2-81b4-6a45803eb9ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:02.895621 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c4bd896f-bef0-4484-8eb4-30b820aa3c3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=626b188f86224c559bf6a3b956b1820b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3827269
Jan 27 05:51:02.897222 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35004) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:02.906016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:02.945465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Routers {'15b2d067-9fed-4676-8080-2cb4efe4bd21'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:51:02.947212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63971d9b0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:51:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['15b2d067-9fed-4676-8080-2cb4efe4bd21'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:02.963161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd896f-bef0-4484-8eb4-30b820aa3c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b42f565-837d-4ace-b27d-cb0492a9cbe0,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:02.970085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c4bd896f-bef0-4484-8eb4-30b820aa3c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:03.143766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:03.255577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35016) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:03.268892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1093717966', 'description': 'tempest-description--970193611'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:03.289392 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-00daaf86-8863-4053-bc70-f9ce1545df00 req-50d23b88-8109-4d64-8c6b-79b4197b1eae tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.1980979
Jan 27 05:51:03.292940 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Sync routers for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:51:03.296771 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d90e4a5e-8220-48ed-8294-7a90ac5fe6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:03.309104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:03.314340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:03.353113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b96e0077-a0a0-4812-8e52-6ff2c234b369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:03.380607 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d90e4a5e-8220-48ed-8294-7a90ac5fe6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:03.421336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.13', 51478) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:03.489081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] Set router 15b2d067-9fed-4676-8080-2cb4efe4bd21 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:51:03.489850 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Usage tracker for resource:security_group and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:03.508544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d253929-cd2a-44ab-b7b2-da1086094059,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:03.577224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639abbeb8>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:50:57Z', 'revision_number': 3, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:03.586847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Checking router: 71648d5c-ef71-4842-beb4-e73be5437244 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:51:03.587242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Updating router 71648d5c-ef71-4842-beb4-e73be5437244 port b41779bc-c138-4adf-a52d-87df529eb59a binding host dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:51:03.708915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:03.743117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:51:03.744181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639271710>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:51:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:03.857561 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-c35a4de2-f456-4d42-b979-3841336ce4f1 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:03.858687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-c35a4de2-f456-4d42-b979-3841336ce4f1 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Synchronizing usage tracker for tenant:6a9d67916835435da1784aceb69fd1db on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:04.120972 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:04.140175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device c5be5845-a789-4c8f-ae01-c4af9c823d0d up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:04.158193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:04.167972 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:04.181777 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:04.200669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:04.308651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Network a6605190-ee6e-4b9c-88d9-8654c343bcc2 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:51:04.321336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:51:04.336843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:51:04.338129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431186'] for router_interface, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:04.434323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-c35a4de2-f456-4d42-b979-3841336ce4f1 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Unset dirty status for tenant:6a9d67916835435da1784aceb69fd1db on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:04.439902 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-c35a4de2-f456-4d42-b979-3841336ce4f1 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.13 "GET /v2.0/networks?id=d6a97b38-ebf7-40f3-95c5-9323e6069d9a HTTP/1.1" status: 200  len: 811 time: 1.0165598
Jan 27 05:51:04.465185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:51:04.635109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Request body: {'port': {'device_id': '506d0c46-6f30-4679-8842-f380b98f6f25', 'network_id': 'd6a97b38-ebf7-40f3-95c5-9323e6069d9a', 'admin_state_up': True, 'tenant_id': '6a9d67916835435da1784aceb69fd1db'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:04.753490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:04.806740 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port c5be5845-a789-4c8f-ae01-c4af9c823d0d triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:04.807202 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:04.913752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d90e4a5e-8220-48ed-8294-7a90ac5fe6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:04.974522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:04.979631 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Usage tracker for resource:security_group_rule and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:04.983915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:04.992910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:05.037619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:05.074335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:05.080182 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35072) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:05.106476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e4a5e-8220-48ed-8294-7a90ac5fe6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b42f565-837d-4ace-b27d-cb0492a9cbe0,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:05.106672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Transition to ACTIVE for port object b41779bc-c138-4adf-a52d-87df529eb59a will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:51:05.152699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:05.155289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:05.173958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Usage tracker for resource:port and tenant:6a9d67916835435da1784aceb69fd1db is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:05.179894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:05.181290 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:05.197154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:05.210893 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b6366815-3c58-4126-a48f-0db402e4bc4e req-63c4bc60-f440-4507-a9a8-904eb0f0d164 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.2458186
Jan 27 05:51:05.245987 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:05.258589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:05.309355 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d90e4a5e-8220-48ed-8294-7a90ac5fe6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:05.318429 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d90e4a5e-8220-48ed-8294-7a90ac5fe6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:05.319737 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d90e4a5e-8220-48ed-8294-7a90ac5fe6fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b42f565-837d-4ace-b27d-cb0492a9cbe0 HTTP/1.1" status: 204  len: 168 time: 2.4214616
Jan 27 05:51:05.343603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Made reservation on behalf of 6a9d67916835435da1784aceb69fd1db for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:51:05.374488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d6483b52-64dd-4796-9570-6098be34c06e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:05.393492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:05.455667 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63971d9b0>, [{'id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'name': 'tempest-ServerRescueNegativeTestJSON-515532079-router', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:46Z', 'updated_at': '2021-01-27T05:50:51Z', 'revision_number': 3, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'gw_port': {'id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:05.466657 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea49bbf-63b1-4f34-aaad-a77548347614 None None] The sync data for ids ['15b2d067-9fed-4676-8080-2cb4efe4bd21'] in dv-cinder-772623-1-iscsi is: [{'id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'name': 'tempest-ServerRescueNegativeTestJSON-515532079-router', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:46Z', 'updated_at': '2021-01-27T05:50:51Z', 'revision_number': 3, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'gw_port': {'id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:51:05.548949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:05.618323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087ccd01-355d-4ca6-bb06-ae88791f8f7e,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:05.634923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:05.644592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639271710>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:50:59Z', 'revision_number': 2, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:05.649634 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Checking router: f396d5ac-e8d5-4099-876a-76816f09614a for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:51:05.650706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Updating router f396d5ac-e8d5-4099-876a-76816f09614a port e1b67732-eb3c-4a1d-b2b9-af6864c29118 binding host dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:51:05.740666 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f941a9-df2e-4606-9d14-cfc8c3520b87 None None] Pushing event updated for resources: {'Port': ['ID=b41779bc-c138-4adf-a52d-87df529eb59a,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:05.767547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-74f941a9-df2e-4606-9d14-cfc8c3520b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:05.774810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:05.782399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Attempting to bind port b41779bc-c138-4adf-a52d-87df529eb59a on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:51:05.782399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Attempting to bind port b41779bc-c138-4adf-a52d-87df529eb59a by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:51:05.783087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Attempting to bind port b41779bc-c138-4adf-a52d-87df529eb59a on network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:51:05.789038 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.5307975
Jan 27 05:51:05.790526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35084) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:05.803397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:51:05.803397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Checking segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:51:05.803397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:05.803397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Bound using segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:51:05.805746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Bound port: b41779bc-c138-4adf-a52d-87df529eb59a, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:51:05.807845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:05.831484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:05.837284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'security_group_rule': {'security_group_id': '087ccd01-355d-4ca6-bb06-ae88791f8f7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:05.931088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-92edf338-e5a8-4782-9ba2-143b42e82e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:06.043989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:06.177886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] For port b41779bc-c138-4adf-a52d-87df529eb59a, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:51:06.208889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] For port b41779bc-c138-4adf-a52d-87df529eb59a, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=b41779bc-c138-4adf-a52d-87df529eb59a,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:51:06.277016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:06.593274 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:06.661708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Usage tracker for resource:security_group_rule and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:06.679924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:06.709371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:06.801754 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:06.812704 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:06.915464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:06.932284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344464'] for router_interface, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:06.980530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f941a9-df2e-4606-9d14-cfc8c3520b87 None None] Pushing event updated for resources: {'Port': ['ID=b41779bc-c138-4adf-a52d-87df529eb59a,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:06.999114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-74f941a9-df2e-4606-9d14-cfc8c3520b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:07.101900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:51:07.102530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639abbeb8>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:51:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:07.384469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-92edf338-e5a8-4782-9ba2-143b42e82e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:07.396009 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-46778c94-b377-4781-a06d-f604c13cc447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:07.403107 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1af2c352-d781-44ad-b9a2-984084864f4e req-d5d51e00-6c19-4f22-9417-a549f09c4add tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.5829756
Jan 27 05:51:07.552259 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:51:07.569787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-92edf338-e5a8-4782-9ba2-143b42e82e1d admin admin] Usage tracker for resource:security_group_rule and tenant:f1a264ff355d461c9c97ce23110e4060 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:07.601439 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-92edf338-e5a8-4782-9ba2-143b42e82e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:07.662694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-92edf338-e5a8-4782-9ba2-143b42e82e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:07.752528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Network a6605190-ee6e-4b9c-88d9-8654c343bcc2 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:51:07.762012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:51:08.223841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:08.305509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d253929-cd2a-44ab-b7b2-da1086094059,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:08.324693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Allocated IP 172.20.0.7 (d6a97b38-ebf7-40f3-95c5-9323e6069d9a/54d0a0dd-b68f-4ad9-bea1-a4ce3bd825af/33c10e72-ac3e-4e6f-a895-408cf4afe182) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:51:08.358031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:08.412096 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:08.469431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:08.516445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:08.536706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:08.632676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.resource_extend [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 27 05:51:08.684540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2d8f09-09b5-4c49-abb4-54c060b5fa5f,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:08.698032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:08.721003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Router 15b2d067-9fed-4676-8080-2cb4efe4bd21 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:51:08.744963 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:08.747639 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.9502521
Jan 27 05:51:08.751173 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35142) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:08.947885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-92edf338-e5a8-4782-9ba2-143b42e82e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:08.998939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'security_group_rule': {'security_group_id': '087ccd01-355d-4ca6-bb06-ae88791f8f7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:09.033276 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:51:09.056040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:09.072998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Transition to ACTIVE for port object e1b67732-eb3c-4a1d-b2b9-af6864c29118 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:51:09.074142 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:09.074624 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:09.196125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:09.204718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-92edf338-e5a8-4782-9ba2-143b42e82e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:09.226493 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:09.236655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8a29ebf9-83b6-415e-a02b-6f79a25ea1fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:09.302644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639abbeb8>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:50:57Z', 'revision_number': 3, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:09.319594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345ed72-204e-4502-b4ad-dea1a25b7e95 None None] The sync data for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi is: [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:50:57Z', 'revision_number': 3, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:51:09.453401 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e3e513e6-5abe-4cd1-9360-a028513a9568 req-751a2b80-672f-4dff-84d4-276277c51d05 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.4699490
Jan 27 05:51:09.533137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bd8cd-f96f-4086-a275-0cec0afec9fd None None] Pushing event updated for resources: {'Port': ['ID=e1b67732-eb3c-4a1d-b2b9-af6864c29118,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:09.577679 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa8bd8cd-f96f-4086-a275-0cec0afec9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:09.697717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:09.830188 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:09.854982 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Usage tracker for resource:security_group_rule and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:09.935380 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-92edf338-e5a8-4782-9ba2-143b42e82e1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1a264ff355d461c9c97ce23110e4060&name=default HTTP/1.1" status: 200  len: 2979 time: 4.8379862
Jan 27 05:51:09.936968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edf338-e5a8-4782-9ba2-143b42e82e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359d01d0-e995-44fa-aefe-dd284e269bef,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:09.958413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-92edf338-e5a8-4782-9ba2-143b42e82e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:09.960447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35168) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:09.962749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:10.010309 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:10.111046 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:51:10.162972 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:10.340247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:10.414562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:10.461310 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:10.480323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:10.551157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:51:10.567029 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Sync routers for ids ['15b2d067-9fed-4676-8080-2cb4efe4bd21'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:51:10.581651 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] 10.222.0.24 "PUT /v2.0/routers/15b2d067-9fed-4676-8080-2cb4efe4bd21/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1156414
Jan 27 05:51:10.598207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35184) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:10.646779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Routers {'15b2d067-9fed-4676-8080-2cb4efe4bd21'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:51:10.685711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639615cf8>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:51:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['15b2d067-9fed-4676-8080-2cb4efe4bd21'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:10.785987 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3013d33b-fe3b-4270-b5b4-2e179d641431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:10.886625 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3013d33b-fe3b-4270-b5b4-2e179d641431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:11.054937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Pushing event updated for resources: {'Port': ['ID=33c10e72-ac3e-4e6f-a895-408cf4afe182,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:11.085324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:11.317779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:11.337064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:11.344335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Attempting to bind port e1b67732-eb3c-4a1d-b2b9-af6864c29118 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:51:11.346165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Attempting to bind port e1b67732-eb3c-4a1d-b2b9-af6864c29118 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:51:11.347083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Attempting to bind port e1b67732-eb3c-4a1d-b2b9-af6864c29118 on network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:51:11.374880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:51:11.376382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Checking segment: {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:51:11.376846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:11.382723 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Bound using segment: {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:51:11.383346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Bound port: e1b67732-eb3c-4a1d-b2b9-af6864c29118, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:51:11.383818 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:11.409778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:11.498694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Set router 15b2d067-9fed-4676-8080-2cb4efe4bd21 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:51:11.542498 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3013d33b-fe3b-4270-b5b4-2e179d641431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:11.571315 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-28623aa8-51bd-4d72-8574-96ff78db07a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:11.688885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-28623aa8-51bd-4d72-8574-96ff78db07a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:11.704841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-28623aa8-51bd-4d72-8574-96ff78db07a5 admin admin] Usage tracker for resource:security_group_rule and tenant:2085fb617e7249bf904bfd018db5180e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:11.709280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-28623aa8-51bd-4d72-8574-96ff78db07a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:11.716660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-28623aa8-51bd-4d72-8574-96ff78db07a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:11.856066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] For port e1b67732-eb3c-4a1d-b2b9-af6864c29118, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:51:11.870999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] For port e1b67732-eb3c-4a1d-b2b9-af6864c29118, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=e1b67732-eb3c-4a1d-b2b9-af6864c29118,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:51:11.898719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-28623aa8-51bd-4d72-8574-96ff78db07a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:11.935766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:11.966373 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-28623aa8-51bd-4d72-8574-96ff78db07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:11.977045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-863b4cb0-0fa6-4959-9c3b-9d973700a6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:12.010617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:12.046557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Allocated IP 172.20.0.1 (8b619c5d-c69e-4f9e-bc39-c66055e0cc08/553256bc-95c4-47dc-a078-dc0fbcc996e5/a8649a58-53c7-41bc-afc1-e70a3f540d2a) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:51:12.199836 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a625f7f0-08a2-4052-ba8f-c42709f88007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:12.231166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639615cf8>, [{'id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'name': 'tempest-ServerRescueNegativeTestJSON-515532079-router', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:46Z', 'updated_at': '2021-01-27T05:51:04Z', 'revision_number': 4, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'gw_port': {'id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '4d253929-cd2a-44ab-b7b2-da1086094059', 'name': '', 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'mac_address': 'fa:16:3e:d2:3b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '41d2b7db-a983-4e6b-affc-41649786fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:01Z', 'updated_at': '2021-01-27T05:51:05Z', 'revision_number': 2, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'subnets': [{'id': '41d2b7db-a983-4e6b-affc-41649786fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:12.236289 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-28623aa8-51bd-4d72-8574-96ff78db07a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2085fb617e7249bf904bfd018db5180e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6368914
Jan 27 05:51:12.236461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Checking router: 15b2d067-9fed-4676-8080-2cb4efe4bd21 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:51:12.236937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Updating router 15b2d067-9fed-4676-8080-2cb4efe4bd21 port 4d253929-cd2a-44ab-b7b2-da1086094059 binding host dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:51:12.249596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35244) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:12.261628 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28623aa8-51bd-4d72-8574-96ff78db07a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2f9aec-9ce5-435d-b499-2097d7648abf,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:12.305111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:12.305391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-28623aa8-51bd-4d72-8574-96ff78db07a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:12.420487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d91b6-d792-4217-9fa5-24943d1f86dd req-cf2a8244-e7a4-4e30-b5c7-f5b38c1b8a5d tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:12.421400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-a91d91b6-d792-4217-9fa5-24943d1f86dd req-cf2a8244-e7a4-4e30-b5c7-f5b38c1b8a5d tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Synchronizing usage tracker for tenant:6a9d67916835435da1784aceb69fd1db on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:12.472299 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-364346ed-0142-4013-9396-c184eaac8367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:12.720860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013d33b-fe3b-4270-b5b4-2e179d641431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359d01d0-e995-44fa-aefe-dd284e269bef,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:12.763994 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-364346ed-0142-4013-9396-c184eaac8367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:12.836065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:12.846620 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3013d33b-fe3b-4270-b5b4-2e179d641431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:12.878842 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:12.960627 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:12.961495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-a91d91b6-d792-4217-9fa5-24943d1f86dd req-cf2a8244-e7a4-4e30-b5c7-f5b38c1b8a5d tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Unset dirty status for tenant:6a9d67916835435da1784aceb69fd1db on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:12.962833 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a91d91b6-d792-4217-9fa5-24943d1f86dd req-cf2a8244-e7a4-4e30-b5c7-f5b38c1b8a5d tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 931 time: 1.9091034
Jan 27 05:51:13.009739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3013d33b-fe3b-4270-b5b4-2e179d641431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:13.024436 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-3013d33b-fe3b-4270-b5b4-2e179d641431 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/359d01d0-e995-44fa-aefe-dd284e269bef HTTP/1.1" status: 204  len: 168 time: 2.8726971
Jan 27 05:51:13.138203 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bd8cd-f96f-4086-a275-0cec0afec9fd None None] Pushing event updated for resources: {'Port': ['ID=e1b67732-eb3c-4a1d-b2b9-af6864c29118,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:13.144297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Network d6a97b38-ebf7-40f3-95c5-9323e6069d9a is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:51:13.152902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa8bd8cd-f96f-4086-a275-0cec0afec9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.143s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:13.253065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:51:13.263033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:51:13.264894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:51:13.266118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639271710>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:51:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:13.357234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:13.392973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:13.394166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:13.395935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Transition to ACTIVE for port object 4d253929-cd2a-44ab-b7b2-da1086094059 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:51:13.449603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:13.459167 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-98553064-d6de-4b5d-bbab-34a475a8c87f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:13.474839 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-98553064-d6de-4b5d-bbab-34a475a8c87f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 818 time: 0.9465966
Jan 27 05:51:13.476170 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-364346ed-0142-4013-9396-c184eaac8367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:13.493374 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:13.567240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364346ed-0142-4013-9396-c184eaac8367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2f9aec-9ce5-435d-b499-2097d7648abf,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:13.581962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:13.590285 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-364346ed-0142-4013-9396-c184eaac8367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:13.602427 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-bb7239b8-1612-4b06-8a61-21818201e8b8 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/quotas/4f05f48375e3452295f4609e4cb76e23 HTTP/1.1" status: 200  len: 375 time: 0.1114759
Jan 27 05:51:13.700408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:51:13.718512 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3a0dae-bc0e-41d0-99f0-44ccb587b295,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:13.727595 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-364346ed-0142-4013-9396-c184eaac8367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:13.737102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:13.737552 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-364346ed-0142-4013-9396-c184eaac8367 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a2f9aec-9ce5-435d-b499-2097d7648abf HTTP/1.1" status: 204  len: 168 time: 1.4817688
Jan 27 05:51:13.741404 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 4.7841372
Jan 27 05:51:13.756894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35282) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:13.779980 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'floatingip': {'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:13.791317 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 9.1856101
Jan 27 05:51:13.798531 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:13.853576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:13.890392 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Usage tracker for resource:floatingip and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:13.904243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:13.926932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:13.934062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:14.033854 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-3fc2514a-51a8-48c8-a87e-8072d8aa5789 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Synchronizing usage tracker for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:14.042617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:14.134945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-a91d91b6-d792-4217-9fa5-24943d1f86dd req-3fe52602-6764-4a53-b544-06b2d22335d1 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Synchronizing usage tracker for tenant:6a9d67916835435da1784aceb69fd1db on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:14.159327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:14.170446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:14.199802 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-ff04324e-5b3f-408a-bbf1-4e0f407f9a40 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:51:14.201033 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-ff04324e-5b3f-408a-bbf1-4e0f407f9a40 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1993558
Jan 27 05:51:14.252303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:14.291528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-3fc2514a-51a8-48c8-a87e-8072d8aa5789 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Unset dirty status for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:14.307437 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-3fc2514a-51a8-48c8-a87e-8072d8aa5789 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7039223
Jan 27 05:51:14.320171 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3622754-2f5a-42fc-b6f6-d0360d55e93e None None] Pushing event updated for resources: {'Port': ['ID=4d253929-cd2a-44ab-b7b2-da1086094059,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:14.347061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d3622754-2f5a-42fc-b6f6-d0360d55e93e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:14.349876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Transition to ACTIVE for port object a8649a58-53c7-41bc-afc1-e70a3f540d2a will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:51:14.370115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-a91d91b6-d792-4217-9fa5-24943d1f86dd req-3fe52602-6764-4a53-b544-06b2d22335d1 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Unset dirty status for tenant:6a9d67916835435da1784aceb69fd1db on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:14.387532 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a91d91b6-d792-4217-9fa5-24943d1f86dd req-3fe52602-6764-4a53-b544-06b2d22335d1 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3582864
Jan 27 05:51:14.414552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35300) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:14.493928 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d1649029-ded9-4935-8f71-812a93fd5bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:14.582464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d1649029-ded9-4935-8f71-812a93fd5bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:14.634599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d1649029-ded9-4935-8f71-812a93fd5bbe admin admin] Usage tracker for resource:security_group_rule and tenant:cb8684921f0645cfbe1cc6bbdef6cb4a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:14.659503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d1649029-ded9-4935-8f71-812a93fd5bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:14.679526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d1649029-ded9-4935-8f71-812a93fd5bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:14.759072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device b41779bc-c138-4adf-a52d-87df529eb59a up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:14.797092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Attempting to bind port 4d253929-cd2a-44ab-b7b2-da1086094059 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:51:14.799267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:14.806717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Attempting to bind port 4d253929-cd2a-44ab-b7b2-da1086094059 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:51:14.807935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Attempting to bind port 4d253929-cd2a-44ab-b7b2-da1086094059 on network a6605190-ee6e-4b9c-88d9-8654c343bcc2 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:51:14.849031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:51:14.850011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Checking segment: {'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:51:14.851228 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:14.852238 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Bound using segment: {'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:51:14.854765 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Bound port: 4d253929-cd2a-44ab-b7b2-da1086094059, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:51:14.858067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:14.993518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port b41779bc-c138-4adf-a52d-87df529eb59a completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:51:15.002376 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-ff328471-8ee8-4915-91ed-8d2c90188f06 service neutron] 10.222.0.24 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6937759
Jan 27 05:51:15.019319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port b41779bc-c138-4adf-a52d-87df529eb59a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:15.019929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:15.061518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639271710>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:11Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:15.086442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fada761-7162-4ea0-abad-7502fcc1ef6b None None] The sync data for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi is: [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:11Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:51:15.356158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] For port 4d253929-cd2a-44ab-b7b2-da1086094059, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:51:15.359560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:15.368338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] For port 4d253929-cd2a-44ab-b7b2-da1086094059, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=4d253929-cd2a-44ab-b7b2-da1086094059,segment=NetworkSegment(b392f597-0088-470e-9521-284e4056bcc5),segment_id=b392f597-0088-470e-9521-284e4056bcc5)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:51:15.422057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:15.590616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d1649029-ded9-4935-8f71-812a93fd5bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:15.593964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:15.600391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:15.698214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port b41779bc-c138-4adf-a52d-87df529eb59a, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=b41779bc-c138-4adf-a52d-87df529eb59a,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:51:15.737962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:15.740932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43d23e83-41b4-4f81-9c07-0cb505e69b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:15.817141 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d1649029-ded9-4935-8f71-812a93fd5bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:16.053833 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-a38ec688-be95-4af2-bebf-a687fb1d6c04 service neutron] 10.222.0.24 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0414860
Jan 27 05:51:16.149552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device e1b67732-eb3c-4a1d-b2b9-af6864c29118 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:16.151016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d3622754-2f5a-42fc-b6f6-d0360d55e93e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:16.320545 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:51:16.335574 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35326) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:16.339855 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:51:16.370827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:51:16.377327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431186'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:16.453019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3622754-2f5a-42fc-b6f6-d0360d55e93e None None] Pushing event updated for resources: {'Port': ['ID=4d253929-cd2a-44ab-b7b2-da1086094059,revision_number=4']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:16.469410 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d3622754-2f5a-42fc-b6f6-d0360d55e93e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:16.504348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Routers {'15b2d067-9fed-4676-8080-2cb4efe4bd21'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:51:16.505216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639615cf8>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:51:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['15b2d067-9fed-4676-8080-2cb4efe4bd21'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:16.601288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35340) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:16.614442 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d1649029-ded9-4935-8f71-812a93fd5bbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb8684921f0645cfbe1cc6bbdef6cb4a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1986067
Jan 27 05:51:16.615644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Pushing event updated for resources: {'Port': ['ID=a8649a58-53c7-41bc-afc1-e70a3f540d2a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:16.635983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:16.689206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Request body: {'port': {'device_id': '506d0c46-6f30-4679-8842-f380b98f6f25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:16.962330 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-31672a34-9d87-433d-8f6a-19ff68c24de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.712s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:17.071056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Allocated IP 172.27.2.46 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/89aa314c-a32d-4ee7-b0c1-54c5083e89f8) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:51:17.134650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] Set router 15b2d067-9fed-4676-8080-2cb4efe4bd21 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:51:17.254125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:17.282512 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3821-2e03-4b2c-a6c9-0912ec97d4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:17.337370 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3ae12a35-9c12-4a3c-b6ed-a4572e13fb44 req-1b65d1b7-b733-4132-8161-72eeba58cd00 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 210 time: 0.2274833
Jan 27 05:51:17.561276 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=b41779bc-c138-4adf-a52d-87df529eb59a,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:17.567541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.827s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:17.568334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-81f3de47-9655-463b-ab8d-edf4c5103546 None None] Provisioning for port a8649a58-53c7-41bc-afc1-e70a3f540d2a completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:51:17.612474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-81f3de47-9655-463b-ab8d-edf4c5103546 None None] Provisioning complete for port a8649a58-53c7-41bc-afc1-e70a3f540d2a triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:17.612887 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-81f3de47-9655-463b-ab8d-edf4c5103546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:17.785876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port e1b67732-eb3c-4a1d-b2b9-af6864c29118 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:51:17.815560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port e1b67732-eb3c-4a1d-b2b9-af6864c29118 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:17.816396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:17.860221 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cf9c0604-91b8-46be-965b-ae630fca86af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:17.930349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-81f3de47-9655-463b-ab8d-edf4c5103546 None None] Port a8649a58-53c7-41bc-afc1-e70a3f540d2a cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:51:18.001063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cf9c0604-91b8-46be-965b-ae630fca86af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:18.258265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:18.302086 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:18.385295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port e1b67732-eb3c-4a1d-b2b9-af6864c29118, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=e1b67732-eb3c-4a1d-b2b9-af6864c29118,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:51:18.391231 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cf9c0604-91b8-46be-965b-ae630fca86af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:18.399824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:18.418852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c0604-91b8-46be-965b-ae630fca86af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f072535-2779-4e92-8019-f3873775c094,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:18.426430 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:18.428555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:18.441489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cf9c0604-91b8-46be-965b-ae630fca86af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:18.477672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cf9c0604-91b8-46be-965b-ae630fca86af admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:18.478954 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-cf9c0604-91b8-46be-965b-ae630fca86af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f072535-2779-4e92-8019-f3873775c094 HTTP/1.1" status: 204  len: 168 time: 1.8766153
Jan 27 05:51:18.487300 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:18.630711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=e1b67732-eb3c-4a1d-b2b9-af6864c29118,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:18.639775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:18.676932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device b41779bc-c138-4adf-a52d-87df529eb59a up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:18.799064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:18.850229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port b41779bc-c138-4adf-a52d-87df529eb59a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:18.850654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:18.963921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:51:18.968668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:51:18.981426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1649029-ded9-4935-8f71-812a93fd5bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f072535-2779-4e92-8019-f3873775c094,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:19.020977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:51:19.089525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d1649029-ded9-4935-8f71-812a93fd5bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.128s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:19.102642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'Port': ['ID=89aa314c-a32d-4ee7-b0c1-54c5083e89f8,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:19.149992 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9c5a3821-2e03-4b2c-a6c9-0912ec97d4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:19.234140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc57a8-80e5-4b4d-a606-e522064ff530 req-6bfa68fe-c039-4d22-acea-4d9e7f03d18e tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:19.242903 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8bdc57a8-80e5-4b4d-a606-e522064ff530 req-6bfa68fe-c039-4d22-acea-4d9e7f03d18e tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 931 time: 3.3939621
Jan 27 05:51:19.264656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-9c5a3821-2e03-4b2c-a6c9-0912ec97d4ca admin admin] Usage tracker for resource:security_group_rule and tenant:7d15b46a89ed414eac88beec39b9d8a2 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:19.273998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-9c5a3821-2e03-4b2c-a6c9-0912ec97d4ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:19.276412 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639615cf8>, [{'id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'name': 'tempest-ServerRescueNegativeTestJSON-515532079-router', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:46Z', 'updated_at': '2021-01-27T05:51:04Z', 'revision_number': 4, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'gw_port': {'id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '4d253929-cd2a-44ab-b7b2-da1086094059', 'name': '', 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'mac_address': 'fa:16:3e:d2:3b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '41d2b7db-a983-4e6b-affc-41649786fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:01Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'subnets': [{'id': '41d2b7db-a983-4e6b-affc-41649786fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:19.281713 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd4405-779f-4b4a-b071-476a0a2b155c None None] The sync data for ids ['15b2d067-9fed-4676-8080-2cb4efe4bd21'] in dv-cinder-772623-1-iscsi is: [{'id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'name': 'tempest-ServerRescueNegativeTestJSON-515532079-router', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:46Z', 'updated_at': '2021-01-27T05:51:04Z', 'revision_number': 4, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'gw_port': {'id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '4d253929-cd2a-44ab-b7b2-da1086094059', 'name': '', 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'mac_address': 'fa:16:3e:d2:3b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '41d2b7db-a983-4e6b-affc-41649786fe08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:01Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'subnets': [{'id': '41d2b7db-a983-4e6b-affc-41649786fe08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:51:19.296198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9c5a3821-2e03-4b2c-a6c9-0912ec97d4ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:19.326031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:19.372287 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.resource_extend [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 27 05:51:19.409544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:19.475620 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:19.584605 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35406) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:19.671206 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8bdc57a8-80e5-4b4d-a606-e522064ff530 req-876ef4e2-ef4d-4379-9ac3-ef04c0785678 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4271395
Jan 27 05:51:19.861811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:19.872069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c10e72-ac3e-4e6f-a895-408cf4afe182 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:51:19.922255 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:20.076645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Transition to ACTIVE for port object 33c10e72-ac3e-4e6f-a895-408cf4afe182 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:51:20.247097 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:20.332532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:20.586236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0ee3-f57c-4a68-be52-89fba7f7496e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:20.905736 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device e1b67732-eb3c-4a1d-b2b9-af6864c29118 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:20.911068 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:20.958379 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:21.008363 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:21.009143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-6ecb0ee3-f57c-4a68-be52-89fba7f7496e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:21.021157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-6ecb0ee3-f57c-4a68-be52-89fba7f7496e admin admin] Usage tracker for resource:security_group_rule and tenant:5c90fee14f864a898d7f8cc39e232fd5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:21.028423 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-6ecb0ee3-f57c-4a68-be52-89fba7f7496e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:21.047565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-6ecb0ee3-f57c-4a68-be52-89fba7f7496e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:21.191564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port e1b67732-eb3c-4a1d-b2b9-af6864c29118 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:21.194893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:21.384887 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:21.421492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:21.424969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'Port': ['ID=89aa314c-a32d-4ee7-b0c1-54c5083e89f8,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:21.428887 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:21.481331 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:21.492055 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.7335532
Jan 27 05:51:21.593382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 4d253929-cd2a-44ab-b7b2-da1086094059 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:21.610269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Pushing event updated for resources: {'Port': ['ID=33c10e72-ac3e-4e6f-a895-408cf4afe182,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:21.673959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.341s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:21.866472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 4d253929-cd2a-44ab-b7b2-da1086094059 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:51:21.881562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 4d253929-cd2a-44ab-b7b2-da1086094059 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:21.882384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:22.117550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:51:22.182647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:22.263675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 4d253929-cd2a-44ab-b7b2-da1086094059, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=4d253929-cd2a-44ab-b7b2-da1086094059,segment=NetworkSegment(b392f597-0088-470e-9521-284e4056bcc5),segment_id=b392f597-0088-470e-9521-284e4056bcc5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:51:22.301907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:22.308922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:22.349232 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.13', 51498) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:22.412283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e7d7f-9e8f-41a0-8985-69dea5753491 req-4c48dda0-917b-4a1a-8c45-d32be353d846 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:22.415526 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-135e7d7f-9e8f-41a0-8985-69dea5753491 req-4c48dda0-917b-4a1a-8c45-d32be353d846 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 943 time: 1.0483491
Jan 27 05:51:22.425922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3821-2e03-4b2c-a6c9-0912ec97d4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:22.463719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=4d253929-cd2a-44ab-b7b2-da1086094059,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:22.471776 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:22.528145 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3821-2e03-4b2c-a6c9-0912ec97d4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:22.618359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-999d3cb8-6cf7-467a-98ce-b5531672ee6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:22.747966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a3821-2e03-4b2c-a6c9-0912ec97d4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fa8af8-5dcb-4fc1-9831-f7fb02bbbc05,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:22.757838 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-9c5a3821-2e03-4b2c-a6c9-0912ec97d4ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d15b46a89ed414eac88beec39b9d8a2&name=default HTTP/1.1" status: 200  len: 2979 time: 6.4150052
Jan 27 05:51:22.800063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9c5a3821-2e03-4b2c-a6c9-0912ec97d4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:22.801288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35440) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:22.803543 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.resource_extend [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 27 05:51:22.945316 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:23.077161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:23.128375 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-135e7d7f-9e8f-41a0-8985-69dea5753491 req-3a443eed-a15a-4f99-81e3-4c38bf729037 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6560106
Jan 27 05:51:23.134056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344464'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:23.225773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-b12bd3d3-103e-403a-ace7-2e359c5be096 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:23.227930 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-b12bd3d3-103e-403a-ace7-2e359c5be096 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.13 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 818 time: 0.8020666
Jan 27 05:51:23.239651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:23.386810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0ee3-f57c-4a68-be52-89fba7f7496e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:23.393113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-61beb868-34ba-4ab9-b65b-19f7971098c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:23.497647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-e950caee-5220-483c-97f3-b746d574d4e5 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:23.497888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Attempting to bind port 33c10e72-ac3e-4e6f-a895-408cf4afe182 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:51:23.499183 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Attempting to bind port 33c10e72-ac3e-4e6f-a895-408cf4afe182 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'e20af8a0-b5aa-41c5-a298-07614ff6e63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6a97b38-ebf7-40f3-95c5-9323e6069d9a'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:51:23.500167 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-e950caee-5220-483c-97f3-b746d574d4e5 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 818 time: 0.2708519
Jan 27 05:51:23.500751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Attempting to bind port 33c10e72-ac3e-4e6f-a895-408cf4afe182 on network d6a97b38-ebf7-40f3-95c5-9323e6069d9a {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:51:23.534008 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-78fcf276-6f61-49ea-b41c-0687a9194df2 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/quotas/4f05f48375e3452295f4609e4cb76e23 HTTP/1.1" status: 200  len: 375 time: 0.0221777
Jan 27 05:51:23.582445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Pushing event updated for resources: {'Port': ['ID=a8649a58-53c7-41bc-afc1-e70a3f540d2a,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:23.598038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0ee3-f57c-4a68-be52-89fba7f7496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:23.617225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:23.676114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-61beb868-34ba-4ab9-b65b-19f7971098c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:23.685691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1aa8c7cd-7fff-4820-a0a7-a21de55b6ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:23.694118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:51:23.694594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Checking segment: {'id': 'e20af8a0-b5aa-41c5-a298-07614ff6e63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6a97b38-ebf7-40f3-95c5-9323e6069d9a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:51:23.695125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:23.695637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Bound using segment: {'id': 'e20af8a0-b5aa-41c5-a298-07614ff6e63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6a97b38-ebf7-40f3-95c5-9323e6069d9a'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:51:23.696236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Bound port: 33c10e72-ac3e-4e6f-a895-408cf4afe182, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20af8a0-b5aa-41c5-a298-07614ff6e63a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd6a97b38-ebf7-40f3-95c5-9323e6069d9a'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:51:23.696682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:23.700558 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-1a72dcf7-c88b-4b47-aae7-ebc8baae6cd7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1586909
Jan 27 05:51:23.795897 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-6ecb0ee3-f57c-4a68-be52-89fba7f7496e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c90fee14f864a898d7f8cc39e232fd5&name=default HTTP/1.1" status: 200  len: 2979 time: 4.2069740
Jan 27 05:51:23.813734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35474) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:23.855627 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-b25f4e98-d957-40ba-a96f-1c81e16b6529 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Synchronizing usage tracker for tenant:3cb21bb44a49408282425064c954b1d8 on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:24.004685 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-09ddc097-bcb3-47de-8842-89ccde579a93 service neutron] 10.222.0.24 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2997100
Jan 27 05:51:24.036741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb0ee3-f57c-4a68-be52-89fba7f7496e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75502dc3-635f-49ce-a126-b8fba6504bbf,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:24.074265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6ecb0ee3-f57c-4a68-be52-89fba7f7496e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:24.083783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-61beb868-34ba-4ab9-b65b-19f7971098c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:24.106557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9c5a3821-2e03-4b2c-a6c9-0912ec97d4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:24.178713 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61beb868-34ba-4ab9-b65b-19f7971098c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fa8af8-5dcb-4fc1-9831-f7fb02bbbc05,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:24.206273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-b25f4e98-d957-40ba-a96f-1c81e16b6529 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Unset dirty status for tenant:3cb21bb44a49408282425064c954b1d8 on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:24.210549 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-b25f4e98-d957-40ba-a96f-1c81e16b6529 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1093717966&fields=id&tenant_id=3cb21bb44a49408282425064c954b1d8 HTTP/1.1" status: 200  len: 267 time: 0.8380194
Jan 27 05:51:24.238526 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-fa871299-dd9f-4778-97bf-9838fb4c1bb1 service neutron] 10.222.0.24 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2232444
Jan 27 05:51:24.266874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] For port 33c10e72-ac3e-4e6f-a895-408cf4afe182, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:51:24.275082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] For port 33c10e72-ac3e-4e6f-a895-408cf4afe182, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=33c10e72-ac3e-4e6f-a895-408cf4afe182,segment=NetworkSegment(e20af8a0-b5aa-41c5-a298-07614ff6e63a),segment_id=e20af8a0-b5aa-41c5-a298-07614ff6e63a)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:51:24.277466 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-61beb868-34ba-4ab9-b65b-19f7971098c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:24.323339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:24.382780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:51:24.430874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9fd0cc38-3fd7-4729-a8c2-fcb1d6d983a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:24.485191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:51:24.559098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 4d253929-cd2a-44ab-b7b2-da1086094059 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:24.760871 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 4d253929-cd2a-44ab-b7b2-da1086094059 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:24.761580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:25.070448 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ef258c4f-6e7a-4e52-b38b-046634e1cf58 None None] Provisioning complete for port a8649a58-53c7-41bc-afc1-e70a3f540d2a triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:25.070903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef258c4f-6e7a-4e52-b38b-046634e1cf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:25.087122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a72d7b-280e-43a2-b07f-1f82f6e95041 req-e8f5add1-eb05-4e4e-8d0c-9692a94919c2 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:25.090010 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-70a72d7b-280e-43a2-b07f-1f82f6e95041 req-e8f5add1-eb05-4e4e-8d0c-9692a94919c2 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 943 time: 0.3016894
Jan 27 05:51:25.197786 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-61beb868-34ba-4ab9-b65b-19f7971098c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:25.209419 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-61beb868-34ba-4ab9-b65b-19f7971098c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9fa8af8-5dcb-4fc1-9831-f7fb02bbbc05 HTTP/1.1" status: 204  len: 168 time: 2.3695543
Jan 27 05:51:25.237172 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-70a72d7b-280e-43a2-b07f-1f82f6e95041 req-e48707cd-10c5-4ba4-963b-02a0a0d9b4b3 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1287856
Jan 27 05:51:25.254796 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ef258c4f-6e7a-4e52-b38b-046634e1cf58 None None] Port a8649a58-53c7-41bc-afc1-e70a3f540d2a cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:51:25.424073 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a087d51-a07c-4774-a39d-6d29dc59d5ad req-d7d58c40-fc91-434b-b15e-db930590081d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 210 time: 0.0738554
Jan 27 05:51:25.474081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3fae474-b117-4b4b-aba2-484e02fcf38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:25.662466 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35514) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:25.670666 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Pushing event updated for resources: {'Port': ['ID=33c10e72-ac3e-4e6f-a895-408cf4afe182,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:25.681480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3fae474-b117-4b4b-aba2-484e02fcf38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:25.691215 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.262s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:25.766137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-6780022f-c18c-4844-8984-242b87e15e63 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:25.766953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-6780022f-c18c-4844-8984-242b87e15e63 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Synchronizing usage tracker for tenant:3cb21bb44a49408282425064c954b1d8 on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:25.880458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-afe6c1c3-d98c-4f46-bd48-bb0d17a44fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:25.913460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-afe6c1c3-d98c-4f46-bd48-bb0d17a44fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:25.920015 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-6780022f-c18c-4844-8984-242b87e15e63 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Unset dirty status for tenant:3cb21bb44a49408282425064c954b1d8 on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:26.011066 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-6780022f-c18c-4844-8984-242b87e15e63 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 816 time: 1.6257157
Jan 27 05:51:26.012335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-afe6c1c3-d98c-4f46-bd48-bb0d17a44fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:b5336b602e7645d7927c6c8b03a75929 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:26.012335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-afe6c1c3-d98c-4f46-bd48-bb0d17a44fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:26.012874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Router 71648d5c-ef71-4842-beb4-e73be5437244 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:51:26.012874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:26.012874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:26.012874 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/33c10e72-ac3e-4e6f-a895-408cf4afe182 HTTP/1.1" status: 200  len: 1157 time: 10.6034560
Jan 27 05:51:26.013359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-afe6c1c3-d98c-4f46-bd48-bb0d17a44fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:26.013485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506d0c46-6f30-4679-8842-f380b98f6f25', 'tag': '33c10e72-ac3e-4e6f-a895-408cf4afe182'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:51:26.036491 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-a79afea9-344d-40cd-9b8e-64f102d3277a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/quotas/3cb21bb44a49408282425064c954b1d8 HTTP/1.1" status: 200  len: 375 time: 0.1074276
Jan 27 05:51:26.205181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-afe6c1c3-d98c-4f46-bd48-bb0d17a44fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:26.335967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3fae474-b117-4b4b-aba2-484e02fcf38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:26.347299 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7761b98-4349-49ce-a295-5d369964291a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:26.373919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-afe6c1c3-d98c-4f46-bd48-bb0d17a44fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:26.409597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-64abe27e-52a5-44b6-94e1-ba5016b3c80c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Synchronizing usage tracker for tenant:3cb21bb44a49408282425064c954b1d8 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:26.413176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-28623aa8-51bd-4d72-8574-96ff78db07a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:26.418244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fae474-b117-4b4b-aba2-484e02fcf38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75502dc3-635f-49ce-a126-b8fba6504bbf,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:26.423816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:51:26.437057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c3fae474-b117-4b4b-aba2-484e02fcf38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:26.446506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3fae474-b117-4b4b-aba2-484e02fcf38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:26.450602 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c3fae474-b117-4b4b-aba2-484e02fcf38b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75502dc3-635f-49ce-a126-b8fba6504bbf HTTP/1.1" status: 204  len: 168 time: 2.5876234
Jan 27 05:51:26.464338 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] 10.222.0.24 "PUT /v2.0/routers/71648d5c-ef71-4842-beb4-e73be5437244/add_router_interface HTTP/1.1" status: 200  len: 503 time: 23.9482980
Jan 27 05:51:26.505615 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-afe6c1c3-d98c-4f46-bd48-bb0d17a44fc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5336b602e7645d7927c6c8b03a75929&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8414879
Jan 27 05:51:26.510194 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35548) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:26.512008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-64abe27e-52a5-44b6-94e1-ba5016b3c80c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Unset dirty status for tenant:3cb21bb44a49408282425064c954b1d8 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:26.513648 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-64abe27e-52a5-44b6-94e1-ba5016b3c80c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4762280
Jan 27 05:51:26.552190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Sync routers for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:51:26.569971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6c1c3-d98c-4f46-bd48-bb0d17a44fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1592b2dd-776f-4502-a472-cc6efbdb6311,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:26.590350 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-afe6c1c3-d98c-4f46-bd48-bb0d17a44fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:26.595157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:51:26.596822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639409780>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:51:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:26.630561 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43e8f398-55cc-421c-9c8f-b32bb8346f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:26.681652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43e8f398-55cc-421c-9c8f-b32bb8346f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:26.683906 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506d0c46-6f30-4679-8842-f380b98f6f25', 'tag': '33c10e72-ac3e-4e6f-a895-408cf4afe182', 'status': 'completed', 'code': 200}
Jan 27 05:51:26.786291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43e8f398-55cc-421c-9c8f-b32bb8346f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:26.795934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:26.822273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43e8f398-55cc-421c-9c8f-b32bb8346f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:26.826996 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-43e8f398-55cc-421c-9c8f-b32bb8346f69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1592b2dd-776f-4502-a472-cc6efbdb6311 HTTP/1.1" status: 204  len: 168 time: 0.3154190
Jan 27 05:51:26.830284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8f398-55cc-421c-9c8f-b32bb8346f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1592b2dd-776f-4502-a472-cc6efbdb6311,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:26.833308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43e8f398-55cc-421c-9c8f-b32bb8346f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:26.994849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:51:27.158608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8ec2f-337e-4a05-b574-096b32e1590e req-64bbf983-b193-4a4f-91b9-0e28cf0be473 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:27.162498 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-26f8ec2f-337e-4a05-b574-096b32e1590e req-64bbf983-b193-4a4f-91b9-0e28cf0be473 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 943 time: 0.3100107
Jan 27 05:51:27.309229 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-26f8ec2f-337e-4a05-b574-096b32e1590e req-421c152f-0210-4e25-84d6-0c5a4b0c7c07 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308029
Jan 27 05:51:27.585246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639409780>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:19Z', 'revision_number': 2, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:27.595519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Checking router: 71648d5c-ef71-4842-beb4-e73be5437244 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:51:27.596406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Updating router 71648d5c-ef71-4842-beb4-e73be5437244 port a8649a58-53c7-41bc-afc1-e70a3f540d2a binding host dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:51:27.685273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:27.695437 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fd57ac89-ed5c-489d-91f5-03a2011f240b req-62e5dcfb-a2bb-4867-8d7c-e538d744f739 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 210 time: 0.1029692
Jan 27 05:51:27.812728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35576) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:27.836014 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ea442d35-3846-4e21-a632-dd6c05e3e50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:27.858800 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ea442d35-3846-4e21-a632-dd6c05e3e50c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:27.864514 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ea442d35-3846-4e21-a632-dd6c05e3e50c admin admin] Usage tracker for resource:security_group_rule and tenant:e8858f560c3341c1bb67d639204b3958 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:27.893321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ea442d35-3846-4e21-a632-dd6c05e3e50c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:27.914646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ea442d35-3846-4e21-a632-dd6c05e3e50c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:28.105016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ea442d35-3846-4e21-a632-dd6c05e3e50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:28.146528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ea442d35-3846-4e21-a632-dd6c05e3e50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:28.156488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c4bd896f-bef0-4484-8eb4-30b820aa3c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:28.170367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-b399d786-f125-4618-ab35-3a6acbf52802 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:51:28.172745 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-b399d786-f125-4618-ab35-3a6acbf52802 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.7807727
Jan 27 05:51:28.228313 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea442d35-3846-4e21-a632-dd6c05e3e50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e81888f-7df2-4a19-a5f5-7d2113bb2dfd,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:28.237145 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-ea442d35-3846-4e21-a632-dd6c05e3e50c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8858f560c3341c1bb67d639204b3958&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4198034
Jan 27 05:51:28.237145 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ea442d35-3846-4e21-a632-dd6c05e3e50c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:28.237145 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35582) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:28.351043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6e90f058-e2c8-400f-8763-d2d4f60801ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:28.422207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6e90f058-e2c8-400f-8763-d2d4f60801ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:28.475885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:28.522371 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-b5fe1a73-49c6-4c9b-be82-d165f0f5ff71 service neutron] 10.222.0.24 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3407228
Jan 27 05:51:28.620712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Transition to ACTIVE for port object a8649a58-53c7-41bc-afc1-e70a3f540d2a will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:51:28.649347 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:28.674808 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:28.689022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6e90f058-e2c8-400f-8763-d2d4f60801ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:28.708591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cf9c0604-91b8-46be-965b-ae630fca86af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:28.720852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35590) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:28.757111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6e90f058-e2c8-400f-8763-d2d4f60801ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:28.764282 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-6e90f058-e2c8-400f-8763-d2d4f60801ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e81888f-7df2-4a19-a5f5-7d2113bb2dfd HTTP/1.1" status: 204  len: 168 time: 0.5260055
Jan 27 05:51:28.765530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90f058-e2c8-400f-8763-d2d4f60801ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e81888f-7df2-4a19-a5f5-7d2113bb2dfd,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:28.773634 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6e90f058-e2c8-400f-8763-d2d4f60801ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:28.798484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e43deea1-2999-40f8-a8b6-e088d29700da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:28.851813 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-c0875917-68a0-4aad-97f0-08c2053970b5 service neutron] 10.222.0.24 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3216057
Jan 27 05:51:28.853815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e43deea1-2999-40f8-a8b6-e088d29700da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:28.894027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e43deea1-2999-40f8-a8b6-e088d29700da admin admin] Usage tracker for resource:security_group_rule and tenant:cb0f4198f1e64a84aef2a20c3cc789ee is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:28.900959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e43deea1-2999-40f8-a8b6-e088d29700da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:28.937461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e43deea1-2999-40f8-a8b6-e088d29700da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:29.014031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Request body: {'port': {'device_id': '0b94822e-4f6b-48f5-af7f-5e75c3f8f872', 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2', 'admin_state_up': True, 'tenant_id': '4f05f48375e3452295f4609e4cb76e23'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:29.351058 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39387f2-ef31-4d33-bdc8-e0a52985a60b None None] Pushing event updated for resources: {'Port': ['ID=a8649a58-53c7-41bc-afc1-e70a3f540d2a,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:29.398280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e39387f2-ef31-4d33-bdc8-e0a52985a60b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:29.433158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:29.440070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e43deea1-2999-40f8-a8b6-e088d29700da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:29.470564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:29.481993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e43deea1-2999-40f8-a8b6-e088d29700da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:29.496942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-61beb868-34ba-4ab9-b65b-19f7971098c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:29.537242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Made reservation on behalf of 4f05f48375e3452295f4609e4cb76e23 for: {'port': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:51:29.638288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:29.643380 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e43deea1-2999-40f8-a8b6-e088d29700da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb0f4198f1e64a84aef2a20c3cc789ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9148314
Jan 27 05:51:29.646911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5635c7-c36d-41bb-b47f-2f97e4b6506a req-6c1bcf8c-6127-4064-b5df-d9a152b27c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:29.649474 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1b5635c7-c36d-41bb-b47f-2f97e4b6506a req-6c1bcf8c-6127-4064-b5df-d9a152b27c0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a9d67916835435da1784aceb69fd1db&device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 1160 time: 0.4274607
Jan 27 05:51:29.650745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35614) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:29.938310 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1f49d55c-9989-4f96-a2d0-c67a5600db04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:30.057850 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1f49d55c-9989-4f96-a2d0-c67a5600db04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:30.243303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43deea1-2999-40f8-a8b6-e088d29700da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1321f4e-38d3-4ad3-8683-6f2f5107dbfb,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:30.261185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e43deea1-2999-40f8-a8b6-e088d29700da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:30.429809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a9b5e3c9-1262-449a-856d-e72fa74f4aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:30.457123 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1f49d55c-9989-4f96-a2d0-c67a5600db04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:30.498999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d90e4a5e-8220-48ed-8294-7a90ac5fe6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:30.542672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35636) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:30.551397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743723628', 'description': 'tempest-description--90314541'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:30.705656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49d55c-9989-4f96-a2d0-c67a5600db04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1321f4e-38d3-4ad3-8683-6f2f5107dbfb,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:30.945748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Attempting to bind port a8649a58-53c7-41bc-afc1-e70a3f540d2a on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:51:30.946649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Attempting to bind port a8649a58-53c7-41bc-afc1-e70a3f540d2a by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:51:30.947768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Attempting to bind port a8649a58-53c7-41bc-afc1-e70a3f540d2a on network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:51:30.962446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:51:30.963430 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Checking segment: {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:51:30.964370 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:30.965860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Bound using segment: {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:51:30.967167 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Bound port: a8649a58-53c7-41bc-afc1-e70a3f540d2a, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:51:30.968015 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:31.099713 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e2aee5e1-4417-4ea7-9632-96007c0c4de3 req-bfe46141-7248-401a-aba1-a00e0451a46e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 210 time: 0.1847317
Jan 27 05:51:31.101229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Allocated IP 172.20.0.9 (a6605190-ee6e-4b9c-88d9-8654c343bcc2/41d2b7db-a983-4e6b-affc-41649786fe08/1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:51:31.113829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:31.131685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Usage tracker for resource:security_group and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:31.136067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:31.153644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:31.180353 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1f49d55c-9989-4f96-a2d0-c67a5600db04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:31.182063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1f49d55c-9989-4f96-a2d0-c67a5600db04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:31.183490 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-1f49d55c-9989-4f96-a2d0-c67a5600db04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1321f4e-38d3-4ad3-8683-6f2f5107dbfb HTTP/1.1" status: 204  len: 168 time: 1.5231955
Jan 27 05:51:31.332686 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6bec31f5-0e8f-4373-bc3f-b816a681cfe3 req-9fbe6694-8b73-4419-afc3-0b619e27fdd8 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 210 time: 0.0632451
Jan 27 05:51:31.349125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd4dd5-48e2-4db7-abab-067e075d040a req-c70a104d-be11-4d46-94f1-3c9de803ec48 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:31.351051 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d2cd4dd5-48e2-4db7-abab-067e075d040a req-c70a104d-be11-4d46-94f1-3c9de803ec48 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 943 time: 1.6996045
Jan 27 05:51:31.434259 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d2cd4dd5-48e2-4db7-abab-067e075d040a req-9244b5cf-9a64-4a2c-ba24-3555805b758a tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613232
Jan 27 05:51:32.402136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] For port a8649a58-53c7-41bc-afc1-e70a3f540d2a, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:51:32.422333 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] For port a8649a58-53c7-41bc-afc1-e70a3f540d2a, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=a8649a58-53c7-41bc-afc1-e70a3f540d2a,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:51:32.476212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:32.549741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f891e4d5-f4ed-4a04-a55c-79ef9b9f4ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:32.551520 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5635c7-c36d-41bb-b47f-2f97e4b6506a req-e6082ccf-9821-48c8-b0ce-c3fa16797926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:32.553145 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1b5635c7-c36d-41bb-b47f-2f97e4b6506a req-e6082ccf-9821-48c8-b0ce-c3fa16797926 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6a9d67916835435da1784aceb69fd1db&shared=False HTTP/1.1" status: 200  len: 905 time: 2.7218959
Jan 27 05:51:32.561700 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:32.572985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06294e6c-bab1-44c2-81b4-6a45803eb9ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:32.599442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.13', 51503) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:32.652057 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-81d98560-f81c-4920-a7c2-24f93a4a4cd3 req-7e773b52-f1f1-4c06-815b-882b86c2bfac tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 210 time: 0.0974803
Jan 27 05:51:32.701470 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:32.933737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:32.947428 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Usage tracker for resource:security_group_rule and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:32.954402 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:32.968678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:33.204585 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:33.206416 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3ba9a15f-915c-4b7e-a706-b86c7df17455 req-3ecd21e5-270b-4c7c-b45a-16605ed5dfbe tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 210 time: 0.5107591
Jan 27 05:51:33.308339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39387f2-ef31-4d33-bdc8-e0a52985a60b None None] Pushing event updated for resources: {'Port': ['ID=a8649a58-53c7-41bc-afc1-e70a3f540d2a,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:33.328887 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e39387f2-ef31-4d33-bdc8-e0a52985a60b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:33.345268 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:33.364311 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:33.380295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-364346ed-0142-4013-9396-c184eaac8367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:33.405236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:51:33.406987 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639409780>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:51:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:33.508909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ec2036-60cf-4357-912b-56ee1b5608d5,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:33.518558 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:33.590116 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:33.597958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:33.603968 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 3.0553913
Jan 27 05:51:33.604845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35680) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:33.630888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'security_group_rule': {'security_group_id': 'a0ec2036-60cf-4357-912b-56ee1b5608d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:33.689589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:33.701525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Usage tracker for resource:security_group_rule and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:33.712136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:33.724738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:33.758582 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:33.782265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:33.826626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:33.836799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5635c7-c36d-41bb-b47f-2f97e4b6506a req-f42e233e-9040-4492-b7fd-4763f758ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:33.842901 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1b5635c7-c36d-41bb-b47f-2f97e4b6506a req-f42e233e-9040-4492-b7fd-4763f758ef77 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 1.2443657
Jan 27 05:51:33.970685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:51:34.055011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-feaed8f4-adbf-48db-a52e-4d6e14a4a57e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:34.055857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-feaed8f4-adbf-48db-a52e-4d6e14a4a57e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Synchronizing usage tracker for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:34.190937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Pushing event updated for resources: {'Port': ['ID=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:34.199508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:34.201621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:34.301434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Network a6605190-ee6e-4b9c-88d9-8654c343bcc2 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:51:34.319621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:51:34.329547 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f79d33ad-3146-4455-a916-9e54ee84aec0 req-89cfb5ff-8a31-4482-977c-0f92fb635407 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 210 time: 0.1346188
Jan 27 05:51:34.333683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:51:34.435923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9985e27-d412-43f1-aee8-63e3ccfeb3c9 req-831cc85f-0163-468b-91a8-a9f1eb400159 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:34.451664 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d9985e27-d412-43f1-aee8-63e3ccfeb3c9 req-831cc85f-0163-468b-91a8-a9f1eb400159 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 943 time: 1.2679336
Jan 27 05:51:34.455568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.13', 51507) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:34.505612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:34.506630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:34.585209 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:34.596110 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-cf0df0e2-e51a-4840-bd15-129adb1ae00f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5883756
Jan 27 05:51:34.617549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Request body: {'port': {'device_id': '0b94822e-4f6b-48f5-af7f-5e75c3f8f872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:34.692140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639409780>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:31Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:51:34.697941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:34.708523 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43af8c-5972-4b01-8cb4-58e84e7a13b0 None None] The sync data for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi is: [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:31Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:51:34.913634 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d9985e27-d412-43f1-aee8-63e3ccfeb3c9 req-82bacd94-da3f-461c-9ec3-9025cde07053 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4608724
Jan 27 05:51:34.925010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-feaed8f4-adbf-48db-a52e-4d6e14a4a57e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Unset dirty status for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:34.928890 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-feaed8f4-adbf-48db-a52e-4d6e14a4a57e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.13 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 818 time: 2.3265073
Jan 27 05:51:34.971569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:34.997649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Request body: {'port': {'device_id': '42deacf2-e4db-4aef-96e3-6a5434588980', 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2', 'admin_state_up': True, 'tenant_id': '4f05f48375e3452295f4609e4cb76e23'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:35.080365 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-7159342e-3dd5-457c-8498-26e96b0549cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:35.083215 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-7159342e-3dd5-457c-8498-26e96b0549cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a9d67916835435da1784aceb69fd1db&device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 1160 time: 1.0135880
Jan 27 05:51:35.379452 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5123d873-8c22-459e-b09b-e552bb1e6f61,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:35.383065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:35.389978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ffdbf490-971a-4921-87e5-8498eb7b42a8 req-e77fb1a5-384e-4272-99ce-ef11bf26a448 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Synchronizing usage tracker for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:35.514684 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ffdbf490-971a-4921-87e5-8498eb7b42a8 req-e77fb1a5-384e-4272-99ce-ef11bf26a448 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Unset dirty status for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:35.531677 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ffdbf490-971a-4921-87e5-8498eb7b42a8 req-e77fb1a5-384e-4272-99ce-ef11bf26a448 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 210 time: 0.8476899
Jan 27 05:51:35.540178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:35.541567 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.9354060
Jan 27 05:51:35.573578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35726) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:35.581607 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'security_group_rule': {'security_group_id': 'a0ec2036-60cf-4357-912b-56ee1b5608d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:35.602941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:35.638421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Usage tracker for resource:security_group_rule and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:35.645436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:35.659873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-690a9b63-b359-4ec1-bf7e-b3f47a0eda73 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:35.662306 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-690a9b63-b359-4ec1-bf7e-b3f47a0eda73 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 816 time: 1.1635971
Jan 27 05:51:35.664093 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-f21ece04-36a4-40ed-9273-510e1f6085b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33c10e72-ac3e-4e6f-a895-408cf4afe182 HTTP/1.1" status: 200  len: 217 time: 0.5090117
Jan 27 05:51:35.673219 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:35.683169 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:35.850709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:36.072174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-99702bd0-58a8-4198-bcb7-bdd6b24aa9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:36.074988 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-99702bd0-58a8-4198-bcb7-bdd6b24aa9a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54d0a0dd-b68f-4ad9-bea1-a4ce3bd825af HTTP/1.1" status: 200  len: 851 time: 0.3153908
Jan 27 05:51:36.106968 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fc5bb7a7-5e71-4304-bf73-6ed8fe5daf37 req-0c1d564d-7049-4a1d-88f3-f8c3aaff13ea tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 210 time: 0.4357133
Jan 27 05:51:36.269769 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-aa717c0d-ea70-4d53-861e-364b3f8ff4ce tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cb21bb44a49408282425064c954b1d8 HTTP/1.1" status: 200  len: 5704 time: 0.4915819
Jan 27 05:51:36.388339 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-6a168192-4c5a-447d-93ab-80d8778a16d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6a97b38-ebf7-40f3-95c5-9323e6069d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1551163
Jan 27 05:51:36.401483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'port': {'device_id': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'admin_state_up': True, 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'security_groups': ['087ccd01-355d-4ca6-bb06-ae88791f8f7e']}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:36.514561 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 {{(pid=80177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:51:36.536341 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:36.568614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Transition to ACTIVE for port object 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 will not be triggered until provisioned by entity L2. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:51:36.669035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device a8649a58-53c7-41bc-afc1-e70a3f540d2a up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:36.695614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:36.732890 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:36.900537 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port a8649a58-53c7-41bc-afc1-e70a3f540d2a completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:51:36.907471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port a8649a58-53c7-41bc-afc1-e70a3f540d2a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:36.908368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:36.994623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Pushing event updated for resources: {'Port': ['ID=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:37.019726 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:37.037480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:37.145056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71185c-3d38-4273-8393-1f22f7fb3ff3 req-8bd42158-2c4d-41ea-bcc4-01d8b75a8dfe tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:37.145413 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fca8e391-85d1-4e5c-b749-e12d12319356 req-aea727c2-590b-44aa-a9b0-4d368d04ebba tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 210 time: 0.2893577
Jan 27 05:51:37.147433 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-c12c20e1-e8c8-4d3c-9ae7-2595b7a6d4d6 service neutron] 10.222.0.13 "GET /v2.0/networks/d6a97b38-ebf7-40f3-95c5-9323e6069d9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2984366
Jan 27 05:51:37.153857 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6e71185c-3d38-4273-8393-1f22f7fb3ff3 req-8bd42158-2c4d-41ea-bcc4-01d8b75a8dfe tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 943 time: 0.5640554
Jan 27 05:51:37.158879 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:37.178849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:37.192469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ad45a326-b038-465d-b1e3-8e2a29e73878 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:37.317927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c24e58-cb8f-4f6e-adf3-f3632be9e911,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:37.342018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:37.344325 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:37.405625 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port a8649a58-53c7-41bc-afc1-e70a3f540d2a, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=a8649a58-53c7-41bc-afc1-e70a3f540d2a,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:51:37.408569 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6e71185c-3d38-4273-8393-1f22f7fb3ff3 req-a6fd7349-2b76-4e00-8ef5-bfe319abcab7 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2535172
Jan 27 05:51:37.430498 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f97cb496-b013-4314-a51c-69a244dd9c4f req-c1e8f90b-f32e-447c-97da-fd050f1e40fa service neutron] 10.222.0.13 "GET /v2.0/networks/d6a97b38-ebf7-40f3-95c5-9323e6069d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2659357
Jan 27 05:51:37.440048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:37.448758 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1a9b5d64-d4a8-451b-aa7b-0c0d4e2f7e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:37.495651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:37.524882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:37.563431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:37.578712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Attempting to bind port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:51:37.583979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Attempting to bind port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:51:37.583979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Attempting to bind port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 on network a6605190-ee6e-4b9c-88d9-8654c343bcc2 {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:51:37.583979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:37.586685 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.0141957
Jan 27 05:51:37.591476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 35760) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:37.597633 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:51:37.598001 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Checking segment: {'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:51:37.598461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:37.598860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Bound using segment: {'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:51:37.599420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Bound port: 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'}}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:51:37.599790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:37.601943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'floatingip': {'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:37.618610 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=a8649a58-53c7-41bc-afc1-e70a3f540d2a,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:37.631404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:37.688266 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Made reservation on behalf of 3cb21bb44a49408282425064c954b1d8 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:51:37.709080 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:37.727644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:37.730356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Made reservation on behalf of 4f05f48375e3452295f4609e4cb76e23 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:51:37.749125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:37.822996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] For port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7, host hv-cinder-77262, cleared binding levels {{(pid=80177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:51:37.825102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Usage tracker for resource:floatingip and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:37.831105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] For port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7,segment=NetworkSegment(b392f597-0088-470e-9521-284e4056bcc5),segment_id=b392f597-0088-470e-9521-284e4056bcc5)] {{(pid=80177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:51:37.903702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:37.940128 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:38.162296 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Pushing event updated for resources: {'Port': ['ID=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7,revision_number=3']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:38.170442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:38.224300 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:38.225039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:38.228654 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] 10.222.0.13 "PUT /v2.0/ports/1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 HTTP/1.1" status: 200  len: 1157 time: 3.6174824
Jan 27 05:51:38.229930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b94822e-4f6b-48f5-af7f-5e75c3f8f872', 'tag': '1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:51:38.414185 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-57861108-bfc5-4352-97f1-50d6592e18c5 req-fa53d144-fb42-4abe-9e40-3ad8f8ebb095 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 210 time: 0.7864740
Jan 27 05:51:38.416336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:38.516618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:38.560112 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-91814d38-d26b-435e-99e4-e82268af33b3 req-560402ed-2b59-482a-932a-15a845e17ce6 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 210 time: 0.0761559
Jan 27 05:51:38.652509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device a8649a58-53c7-41bc-afc1-e70a3f540d2a up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:38.744282 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-5bfed1bf-b9e2-4523-873f-24fe52459ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:38.750644 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-5bfed1bf-b9e2-4523-873f-24fe52459ec6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 1160 time: 0.3569252
Jan 27 05:51:38.855986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port a8649a58-53c7-41bc-afc1-e70a3f540d2a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:38.855986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:39.097948 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-1674e7d1-e9e2-4945-a829-aa17732e19f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 HTTP/1.1" status: 200  len: 217 time: 0.2259269
Jan 27 05:51:39.275649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:39.299773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-96874c59-8931-4677-85f2-f23880099d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:39.301493 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-96874c59-8931-4677-85f2-f23880099d9a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41d2b7db-a983-4e6b-affc-41649786fe08 HTTP/1.1" status: 200  len: 858 time: 0.1856749
Jan 27 05:51:39.392319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cf9e8-891d-4829-8729-3fa379c485af req-ffa60425-cb7b-4971-975b-f775e6075a0c tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:39.394067 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-163cf9e8-891d-4829-8729-3fa379c485af req-ffa60425-cb7b-4971-975b-f775e6075a0c tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 943 time: 0.6315961
Jan 27 05:51:39.449973 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-402bd2ef-5c11-4bae-81cc-604f94093387 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6605190-ee6e-4b9c-88d9-8654c343bcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547597
Jan 27 05:51:39.656864 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-163cf9e8-891d-4829-8729-3fa379c485af req-424c9e6f-439e-47cc-ba01-9cbaad39be14 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046828
Jan 27 05:51:39.795676 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-1034f0f6-4090-463e-9d22-9b91e7324197 service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3233631
Jan 27 05:51:40.028993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Allocated IP 172.20.0.8 (cd717a20-f7d9-467c-96a9-5d0c3fab0cfb/f8b1fdaa-6d24-499f-95ea-caeecfda08a2/4ffd7681-1da3-4500-9049-db81d004311a) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:51:40.032843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Allocated IP 172.20.0.11 (a6605190-ee6e-4b9c-88d9-8654c343bcc2/41d2b7db-a983-4e6b-affc-41649786fe08/c34341ff-dd8a-41e0-817b-74d600147e8e) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:51:40.139448 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:40.280206 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b94822e-4f6b-48f5-af7f-5e75c3f8f872', 'tag': '1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7', 'status': 'completed', 'code': 200}
Jan 27 05:51:40.335953 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76fe66fd-4cb1-4a3e-b117-7140b9b1eec4 req-5f7f18f5-3486-4428-bebb-ccaf01d5143b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 210 time: 0.1815960
Jan 27 05:51:40.479292 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13a6b3f3-fae2-4e06-949e-4bcc6c6ffebf req-46a08c32-f58d-4657-9ffb-b0efababf2e8 service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6734028
Jan 27 05:51:40.722960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eff37-d726-4b35-bf61-e90c0f5e350c req-d1c38acb-e74d-4f81-adbc-d147180f56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:40.729067 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f5eff37-d726-4b35-bf61-e90c0f5e350c req-d1c38acb-e74d-4f81-adbc-d147180f56a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 1160 time: 0.0916409
Jan 27 05:51:40.831790 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-15703ae4-78cf-4cc5-ad56-823f61aa6e4a req-008b481b-9be0-4a5d-83aa-7b91ce51a65f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 210 time: 0.2478745
Jan 27 05:51:40.944587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:40.967719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Transition to ACTIVE for port object 4ffd7681-1da3-4500-9049-db81d004311a will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:51:41.049873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:41.051768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eff37-d726-4b35-bf61-e90c0f5e350c req-00622f4c-10ea-432f-bcf2-3adc400fd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:41.053473 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f5eff37-d726-4b35-bf61-e90c0f5e350c req-00622f4c-10ea-432f-bcf2-3adc400fd38d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 912 time: 0.3158967
Jan 27 05:51:41.166897 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f5eff37-d726-4b35-bf61-e90c0f5e350c req-eb9b8e7c-a441-48ea-bfef-e6bec2c8fc36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 HTTP/1.1" status: 200  len: 217 time: 0.1024590
Jan 27 05:51:41.177308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5e8ade90-0093-48eb-9af8-0a590ecdcbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:41.407396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5eff37-d726-4b35-bf61-e90c0f5e350c req-40bfa6a8-45e6-4b7c-a603-9a99406bdde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:41.407396 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f5eff37-d726-4b35-bf61-e90c0f5e350c req-40bfa6a8-45e6-4b7c-a603-9a99406bdde4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41d2b7db-a983-4e6b-affc-41649786fe08 HTTP/1.1" status: 200  len: 858 time: 0.0811610
Jan 27 05:51:41.633903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'Port': ['ID=4ffd7681-1da3-4500-9049-db81d004311a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:41.639097 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:41.834220 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f5eff37-d726-4b35-bf61-e90c0f5e350c req-63bf3c7b-adeb-498b-b452-1abfb4ccbe7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6605190-ee6e-4b9c-88d9-8654c343bcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3940463
Jan 27 05:51:41.981999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ff7b7-35fc-4293-ac04-fcd7cd2c2fbe req-ee78b6ca-6bee-4edd-8012-7f1fa312e430 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:41.984317 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-457ff7b7-35fc-4293-ac04-fcd7cd2c2fbe req-ee78b6ca-6bee-4edd-8012-7f1fa312e430 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 943 time: 0.7296021
Jan 27 05:51:42.179908 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-457ff7b7-35fc-4293-ac04-fcd7cd2c2fbe req-06fab159-8dd3-4215-b846-c1740787aa9a tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669164
Jan 27 05:51:42.229031 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f5eff37-d726-4b35-bf61-e90c0f5e350c req-145a9b11-7f9a-4a17-9566-dfaa8b61c905 service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3785634
Jan 27 05:51:42.404790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:51:42.420120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:51:42.423488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Allocated IP 172.27.2.178 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/f505ca2c-869c-4140-a70c-4cb7d73285b2) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:51:42.431901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:51:42.520050 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-262f7371-a955-46ed-a752-6c67aa24aea3 req-cff955a3-49a4-400c-b96e-bde837ef1f72 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 210 time: 0.1275787
Jan 27 05:51:42.529376 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:42.530355 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:42.657637 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f5eff37-d726-4b35-bf61-e90c0f5e350c req-7d959505-b43b-4b18-b205-e555b6c4b015 service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4197595
Jan 27 05:51:42.662223 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35856) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:42.665184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:42.771197 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e2f5a-a737-448a-9588-535e2afc6a7e req-0b0305af-0bc6-443f-938c-43bdd9dd1dec tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:42.773118 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d03e2f5a-a737-448a-9588-535e2afc6a7e req-0b0305af-0bc6-443f-938c-43bdd9dd1dec tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 931 time: 0.8974507
Jan 27 05:51:42.883873 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4882150
Jan 27 05:51:42.918998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Request body: {'port': {'device_id': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:42.997793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-050d8e74-5302-4d00-a250-370a2b186ef0 None None] Provisioning for port 4ffd7681-1da3-4500-9049-db81d004311a completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:51:43.011109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-050d8e74-5302-4d00-a250-370a2b186ef0 None None] Provisioning complete for port 4ffd7681-1da3-4500-9049-db81d004311a triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:43.012929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-050d8e74-5302-4d00-a250-370a2b186ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:43.127280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88e975bb-a0f1-4405-a02e-3ce5616b9ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:43.129746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-050d8e74-5302-4d00-a250-370a2b186ef0 None None] Port 4ffd7681-1da3-4500-9049-db81d004311a cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:51:43.147969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-88e975bb-a0f1-4405-a02e-3ce5616b9ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:43.153185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-88e975bb-a0f1-4405-a02e-3ce5616b9ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:67d997a2d4bf44c0838fc9d1922a6a51 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:43.157390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-88e975bb-a0f1-4405-a02e-3ce5616b9ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:43.165089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-88e975bb-a0f1-4405-a02e-3ce5616b9ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:43.272037 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d03e2f5a-a737-448a-9588-535e2afc6a7e req-3c027cf2-c0bc-4739-aa66-bbbc375a2905 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4906080
Jan 27 05:51:43.404965 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:43.413555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:43.417980 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:43.462420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:43.512633 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88e975bb-a0f1-4405-a02e-3ce5616b9ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:43.625527 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88e975bb-a0f1-4405-a02e-3ce5616b9ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:43.641941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:43.752475 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-88e975bb-a0f1-4405-a02e-3ce5616b9ac0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67d997a2d4bf44c0838fc9d1922a6a51&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0911071
Jan 27 05:51:43.753639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e975bb-a0f1-4405-a02e-3ce5616b9ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517d7ba3-8691-46f1-b223-163baca14ee6,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:43.761457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35878) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:43.782612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-88e975bb-a0f1-4405-a02e-3ce5616b9ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:43.833154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:43.938317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547146d-4006-4b16-986e-b57e604cc06d req-1e3d09e3-ccca-4389-8f2a-0e22a8293609 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:43.948522 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4547146d-4006-4b16-986e-b57e604cc06d req-1e3d09e3-ccca-4389-8f2a-0e22a8293609 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 943 time: 0.4157078
Jan 27 05:51:43.989775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a105d9dd-f0ef-4c1c-8572-57f3722620f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:44.024476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a105d9dd-f0ef-4c1c-8572-57f3722620f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:44.087003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Pushing event updated for resources: {'Port': ['ID=c34341ff-dd8a-41e0-817b-74d600147e8e,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:44.110120 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4547146d-4006-4b16-986e-b57e604cc06d req-d18a88c0-448d-4e80-b61d-4ae228917291 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605082
Jan 27 05:51:44.181539 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.181957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.182357 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.182775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.183150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.183572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.183959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.187507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.187507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.187507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.187507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.187507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.187507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.187507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.188525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.188525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.188790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.189076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.189465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.189861 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.190251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.190631 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.191014 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.191411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:44.250204 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:44.251843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:44.304507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:51:44.323044 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:51:44.355564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:51:44.389182 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a105d9dd-f0ef-4c1c-8572-57f3722620f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:44.407682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:44.427185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105d9dd-f0ef-4c1c-8572-57f3722620f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517d7ba3-8691-46f1-b223-163baca14ee6,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:44.430884 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a105d9dd-f0ef-4c1c-8572-57f3722620f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:44.433478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a105d9dd-f0ef-4c1c-8572-57f3722620f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:44.434978 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a105d9dd-f0ef-4c1c-8572-57f3722620f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/517d7ba3-8691-46f1-b223-163baca14ee6 HTTP/1.1" status: 204  len: 168 time: 0.6708205
Jan 27 05:51:44.459016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'Port': ['ID=f505ca2c-869c-4140-a70c-4cb7d73285b2,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:44.481650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:44.549310 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Network a6605190-ee6e-4b9c-88d9-8654c343bcc2 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:51:44.559197 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:51:44.573950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:51:44.631996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:44.632734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:44.679238 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:44.717642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5b6ad-5377-4088-a22e-b1ee8790fa0f req-2dca9fb3-e642-4f2e-b51a-db531770e9c1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:44.719972 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebd5b6ad-5377-4088-a22e-b1ee8790fa0f req-2dca9fb3-e642-4f2e-b51a-db531770e9c1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 931 time: 0.1976092
Jan 27 05:51:44.755150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8eae8c-5430-411d-a3e4-776a4886564e req-1ee7b18c-5fb9-41b3-bd13-8484cd08c7e1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:44.756535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cb8eae8c-5430-411d-a3e4-776a4886564e req-1ee7b18c-5fb9-41b3-bd13-8484cd08c7e1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Synchronizing usage tracker for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:44.799191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ebd5b6ad-5377-4088-a22e-b1ee8790fa0f req-5be24c7c-1271-4ba5-a9ce-0f3468e7b585 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Synchronizing usage tracker for tenant:3cb21bb44a49408282425064c954b1d8 on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:44.817196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ebd5b6ad-5377-4088-a22e-b1ee8790fa0f req-5be24c7c-1271-4ba5-a9ce-0f3468e7b585 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Unset dirty status for tenant:3cb21bb44a49408282425064c954b1d8 on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:44.818864 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebd5b6ad-5377-4088-a22e-b1ee8790fa0f req-5be24c7c-1271-4ba5-a9ce-0f3468e7b585 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924654
Jan 27 05:51:44.851012 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 9.8696759
Jan 27 05:51:44.942957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cb8eae8c-5430-411d-a3e4-776a4886564e req-1ee7b18c-5fb9-41b3-bd13-8484cd08c7e1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Unset dirty status for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:44.944306 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cb8eae8c-5430-411d-a3e4-776a4886564e req-1ee7b18c-5fb9-41b3-bd13-8484cd08c7e1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 932 time: 0.8410716
Jan 27 05:51:45.032962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:45.127044 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cb8eae8c-5430-411d-a3e4-776a4886564e req-8b57e656-7197-4a00-99b0-4cdeeebf99be tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Synchronizing usage tracker for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:45.135032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35898) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:45.161746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:45.183783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:45.191865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Usage tracker for resource:security_group_rule and tenant:50343906505746a089a4e5258d95379f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:45.197785 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:45.210013 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:45.394170 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:45.418491 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffd7681-1da3-4500-9049-db81d004311a {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:51:45.437870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:45.439222 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:45.463308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-be300238-0f9a-4e3e-95f7-2ad2848aeabb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:45.473050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cb8eae8c-5430-411d-a3e4-776a4886564e req-8b57e656-7197-4a00-99b0-4cdeeebf99be tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Unset dirty status for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:45.474719 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cb8eae8c-5430-411d-a3e4-776a4886564e req-8b57e656-7197-4a00-99b0-4cdeeebf99be tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5153372
Jan 27 05:51:45.478668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Transition to ACTIVE for port object 4ffd7681-1da3-4500-9049-db81d004311a will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:51:45.525659 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:45.549112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:45.560999 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50343906505746a089a4e5258d95379f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4207895
Jan 27 05:51:45.565864 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35904) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:45.597100 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee429d2-e62f-48b3-a373-a2d680acdeae,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:45.636644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.637258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.637906 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.638565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.639764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.640465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.641106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.641778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.642446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.643094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.643770 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.644437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.645218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.645867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.646522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.647178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.647841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.648462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.649094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.649699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.650288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.650860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.651454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.651967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:45.667803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:45.739384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a0724-989a-4054-8514-889695049efd service neutron] Pushing event updated for resources: {'Port': ['ID=4ffd7681-1da3-4500-9049-db81d004311a,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:45.743508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e66a0724-989a-4054-8514-889695049efd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:45.749900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:45.801505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:45.817149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9faba61-b33c-4482-9552-5b5a80e7bd04 req-c2d88cc8-044e-4a51-839f-d4a6e73e81ec tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:45.820178 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b9faba61-b33c-4482-9552-5b5a80e7bd04 req-c2d88cc8-044e-4a51-839f-d4a6e73e81ec tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 943 time: 0.4777176
Jan 27 05:51:45.831898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-86ce9197-3034-43fe-a83b-ad04e7fc5660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:45.967170 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f08e30e2-31d4-4ffd-9dc9-7f0d9f837da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:46.004054 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b9faba61-b33c-4482-9552-5b5a80e7bd04 req-45b916a4-ea15-499a-96fc-7a80d0fe26a1 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688831
Jan 27 05:51:46.079167 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f08e30e2-31d4-4ffd-9dc9-7f0d9f837da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:46.215619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f08e30e2-31d4-4ffd-9dc9-7f0d9f837da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:46.227507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:46.259059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e30e2-31d4-4ffd-9dc9-7f0d9f837da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee429d2-e62f-48b3-a373-a2d680acdeae,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:46.272396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f08e30e2-31d4-4ffd-9dc9-7f0d9f837da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:46.288162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f08e30e2-31d4-4ffd-9dc9-7f0d9f837da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:46.289774 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f08e30e2-31d4-4ffd-9dc9-7f0d9f837da4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ee429d2-e62f-48b3-a373-a2d680acdeae HTTP/1.1" status: 204  len: 168 time: 0.7221406
Jan 27 05:51:46.622591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'Port': ['ID=f505ca2c-869c-4140-a70c-4cb7d73285b2,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:46.655406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:46.659059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Attempting to bind port 4ffd7681-1da3-4500-9049-db81d004311a on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:51:46.659742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Attempting to bind port 4ffd7681-1da3-4500-9049-db81d004311a by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:51:46.660372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Attempting to bind port 4ffd7681-1da3-4500-9049-db81d004311a on network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:51:46.689681 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:51:46.690186 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Checking segment: {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:51:46.690833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:46.691580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Bound using segment: {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:51:46.692365 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Bound port: 4ffd7681-1da3-4500-9049-db81d004311a, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:51:46.693035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:46.840526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f17385-5d12-448c-b630-b9c1d6daefca req-d65689d8-58aa-4cdb-a7ee-29dd1710e685 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:46.842314 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76f17385-5d12-448c-b630-b9c1d6daefca req-d65689d8-58aa-4cdb-a7ee-29dd1710e685 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 932 time: 0.1856840
Jan 27 05:51:46.872773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:46.976191 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76f17385-5d12-448c-b630-b9c1d6daefca req-d5c1d604-8e4c-4abd-8346-c2496caa3e2c tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215377
Jan 27 05:51:47.087801 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb332-845a-432f-9f9e-f3b0d8336138 req-ef0bb5a4-4158-4639-86d8-f08c788080bb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:47.087801 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ae6eb332-845a-432f-9f9e-f3b0d8336138 req-ef0bb5a4-4158-4639-86d8-f08c788080bb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Synchronizing usage tracker for tenant:3cb21bb44a49408282425064c954b1d8 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:47.164630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] For port 4ffd7681-1da3-4500-9049-db81d004311a, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:51:47.170880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] For port 4ffd7681-1da3-4500-9049-db81d004311a, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4ffd7681-1da3-4500-9049-db81d004311a,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:51:47.175830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:47.179523 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.5846035
Jan 27 05:51:47.208305 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:47.210468 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ae6eb332-845a-432f-9f9e-f3b0d8336138 req-ef0bb5a4-4158-4639-86d8-f08c788080bb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Unset dirty status for tenant:3cb21bb44a49408282425064c954b1d8 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:47.215010 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ae6eb332-845a-432f-9f9e-f3b0d8336138 req-ef0bb5a4-4158-4639-86d8-f08c788080bb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.8359435
Jan 27 05:51:47.286278 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:47.383598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992094a-6041-4ad9-89db-b7252a915ea5 req-c072d276-7907-494c-aab6-84e8bd205af4 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:47.394579 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d992094a-6041-4ad9-89db-b7252a915ea5 req-c072d276-7907-494c-aab6-84e8bd205af4 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 943 time: 0.1835492
Jan 27 05:51:47.476852 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d992094a-6041-4ad9-89db-b7252a915ea5 req-b98854cf-9edf-424a-afb0-bdaacd9bf370 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811439
Jan 27 05:51:47.702774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Request body: {'port': {'device_id': '42deacf2-e4db-4aef-96e3-6a5434588980', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:47.739698 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-bf80da78-f6bb-4850-95f4-d18752e2af67 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Synchronizing usage tracker for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:47.809329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-bf80da78-f6bb-4850-95f4-d18752e2af67 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Unset dirty status for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:47.811309 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-bf80da78-f6bb-4850-95f4-d18752e2af67 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--743723628&fields=id&tenant_id=14d7b1aa31a748be92e2a0709c159f0f HTTP/1.1" status: 200  len: 267 time: 0.1481030
Jan 27 05:51:47.850116 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ae6eb332-845a-432f-9f9e-f3b0d8336138 req-597efc01-349e-4137-85fd-ee91f8b95f69 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5970457
Jan 27 05:51:47.934810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a0724-989a-4054-8514-889695049efd service neutron] Pushing event updated for resources: {'Port': ['ID=4ffd7681-1da3-4500-9049-db81d004311a,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:47.953602 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e66a0724-989a-4054-8514-889695049efd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:48.133510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:48.172038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:48.174141 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:48.176949 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e66a0724-989a-4054-8514-889695049efd service neutron] 10.222.0.13 "PUT /v2.0/ports/4ffd7681-1da3-4500-9049-db81d004311a HTTP/1.1" status: 200  len: 1157 time: 5.2656677
Jan 27 05:51:48.243683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:51:48.420408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-e3b4e8bb-a95c-4fff-967e-04f5978f5720 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:48.421917 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-e3b4e8bb-a95c-4fff-967e-04f5978f5720 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Synchronizing usage tracker for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:network {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:48.509199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-e3b4e8bb-a95c-4fff-967e-04f5978f5720 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Unset dirty status for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:network {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:48.511832 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-e3b4e8bb-a95c-4fff-967e-04f5978f5720 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 811 time: 0.6922190
Jan 27 05:51:48.556383 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-5c03cddf-5a4e-4c82-a7f2-4bf58aeb7d1b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/quotas/14d7b1aa31a748be92e2a0709c159f0f HTTP/1.1" status: 200  len: 375 time: 0.0366185
Jan 27 05:51:48.623084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.objects.ports [None req-5bc1ed2e-0dd4-40d3-9c0f-f01301ae67f1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80178) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 27 05:51:48.757759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-2a514151-e1a3-40e9-a7ef-0ec73dc65eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:48.762295 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-2a514151-e1a3-40e9-a7ef-0ec73dc65eab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 1160 time: 0.3910782
Jan 27 05:51:48.887073 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1c840c20-261c-4921-84ed-b7336c743551 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3220742
Jan 27 05:51:49.068753 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d0a7a-2f1b-4a29-92b0-6c410808731d req-5a3fba57-18d6-4ae1-b5ac-d82e96b5693c tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:49.072857 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e27d0a7a-2f1b-4a29-92b0-6c410808731d req-5a3fba57-18d6-4ae1-b5ac-d82e96b5693c tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 932 time: 0.8077540
Jan 27 05:51:49.174520 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-1923831e-575e-4c41-ba42-7ea5173d215f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ffd7681-1da3-4500-9049-db81d004311a HTTP/1.1" status: 200  len: 217 time: 0.3957803
Jan 27 05:51:49.257491 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-d5caa41e-3f86-4975-a49c-946a8083f38a service neutron] 10.222.0.24 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3340206
Jan 27 05:51:49.408675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 33c10e72-ac3e-4e6f-a895-408cf4afe182 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:49.502153 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-c691d3d8-d0d0-42b1-ab4f-15d17d9246b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:49.503835 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-c691d3d8-d0d0-42b1-ab4f-15d17d9246b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.3065193
Jan 27 05:51:49.615671 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-34bed60a-cd9e-4e4d-967a-147d97ab749a service neutron] 10.222.0.24 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3462200
Jan 27 05:51:49.628885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 33c10e72-ac3e-4e6f-a895-408cf4afe182 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:51:49.639252 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 33c10e72-ac3e-4e6f-a895-408cf4afe182 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:49.643684 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:49.687690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 35990) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:49.703305 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e27d0a7a-2f1b-4a29-92b0-6c410808731d req-c06e59ad-4b38-4d9b-b00e-7b344262b305 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5381260
Jan 27 05:51:49.818665 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a', 'status': 'completed', 'code': 200}
Jan 27 05:51:49.861148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-f952219e-9f3a-4ccc-abe5-55fb603e1f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:49.864129 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-f952219e-9f3a-4ccc-abe5-55fb603e1f00 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3381877
Jan 27 05:51:49.963717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.resource_extend [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 27 05:51:50.046745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:50.134916 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 33c10e72-ac3e-4e6f-a895-408cf4afe182, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=33c10e72-ac3e-4e6f-a895-408cf4afe182,segment=NetworkSegment(e20af8a0-b5aa-41c5-a298-07614ff6e63a),segment_id=e20af8a0-b5aa-41c5-a298-07614ff6e63a)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:51:50.138913 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d0c46-6f30-4679-8842-f380b98f6f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c10e72-ac3e-4e6f-a895-408cf4afe182'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:51:50.145892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a72351ef-2d14-424e-ad9c-83f91c7ba97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:50.195115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a72351ef-2d14-424e-ad9c-83f91c7ba97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:50.206622 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a72351ef-2d14-424e-ad9c-83f91c7ba97d admin admin] Usage tracker for resource:security_group_rule and tenant:68b031f5a7574f278a44d87271fec1ab is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:50.218375 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a72351ef-2d14-424e-ad9c-83f91c7ba97d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:50.238364 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a72351ef-2d14-424e-ad9c-83f91c7ba97d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:50.305654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:50.335780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:50.522019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=33c10e72-ac3e-4e6f-a895-408cf4afe182,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:50.536773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc806a-382d-4d8c-bf9b-dbb7f818ebaf req-c83fad31-4ca4-4a5c-bcef-d1b6926de684 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:50.542442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.543258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.543764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.544244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.544710 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.545185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.545649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.547064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.548011 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4fcc806a-382d-4d8c-bf9b-dbb7f818ebaf req-c83fad31-4ca4-4a5c-bcef-d1b6926de684 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.2563338
Jan 27 05:51:50.548751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.549310 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.549684 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.551198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.551198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.551198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.551198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.557177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.557177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.557177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.557177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.557177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.557177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.557177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.557177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.557177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:51:50.561042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:50.678162 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4fcc806a-382d-4d8c-bf9b-dbb7f818ebaf req-358f24df-2c0a-4266-8872-d0fd19822da1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1234956
Jan 27 05:51:50.700408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34341ff-dd8a-41e0-817b-74d600147e8e {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:51:50.708869 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-348749c6-7b30-49e7-ae1b-c43fd37dd409 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8262553
Jan 27 05:51:50.738947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:50.753944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a72351ef-2d14-424e-ad9c-83f91c7ba97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:50.808762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a72351ef-2d14-424e-ad9c-83f91c7ba97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:50.828583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:50.905105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72351ef-2d14-424e-ad9c-83f91c7ba97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce06628-14f3-4678-b572-b569cca00c1a,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:50.915018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd3c9c-179a-4e41-9e25-50ee76d27b91 req-bd501ec5-25f6-4282-8436-faee0b5828a6 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:50.929420 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06cd3c9c-179a-4e41-9e25-50ee76d27b91 req-bd501ec5-25f6-4282-8436-faee0b5828a6 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.6585612
Jan 27 05:51:50.936656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a72351ef-2d14-424e-ad9c-83f91c7ba97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:50.944279 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a72351ef-2d14-424e-ad9c-83f91c7ba97d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68b031f5a7574f278a44d87271fec1ab&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2542281
Jan 27 05:51:50.947658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 36016) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:51:51.060948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.objects.ports [None req-1103ddc8-c115-4649-961e-0af723953069 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80178) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 27 05:51:51.092349 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-36edaa4a-4d84-4d59-b272-4f00a8363dfd req-3b1c03b4-52af-4486-8b31-35b3b86bf948 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 210 time: 0.1792910
Jan 27 05:51:51.143341 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:51.285168 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d81cc4a7-dee6-4d2c-83ea-e0290678985d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:51.383307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d81cc4a7-dee6-4d2c-83ea-e0290678985d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:51.403787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Transition to ACTIVE for port object c34341ff-dd8a-41e0-817b-74d600147e8e will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:51:51.511891 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:51.530738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d81cc4a7-dee6-4d2c-83ea-e0290678985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:51.551050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:51.580320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cc4a7-dee6-4d2c-83ea-e0290678985d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce06628-14f3-4678-b572-b569cca00c1a,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:51.583595 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d81cc4a7-dee6-4d2c-83ea-e0290678985d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:51.585745 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d81cc4a7-dee6-4d2c-83ea-e0290678985d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ce06628-14f3-4678-b572-b569cca00c1a HTTP/1.1" status: 204  len: 168 time: 0.5125995
Jan 27 05:51:51.609825 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d81cc4a7-dee6-4d2c-83ea-e0290678985d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:51.705101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-13f4bca6-a764-4997-a611-45c9be837dfa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:51.834531 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ef801-a9b1-473c-af8c-bbe3bf64951c req-f4a2ad5a-09c5-4c8d-97ec-541139e16b65 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:51.838364 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-447ef801-a9b1-473c-af8c-bbe3bf64951c req-f4a2ad5a-09c5-4c8d-97ec-541139e16b65 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 944 time: 0.3919556
Jan 27 05:51:51.845424 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06cd3c9c-179a-4e41-9e25-50ee76d27b91 req-795b71c0-3ca2-45ca-b9ee-4f399381773d tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9124327
Jan 27 05:51:51.908465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefda98-555d-4501-8499-da760c472742 service neutron] Pushing event updated for resources: {'Port': ['ID=c34341ff-dd8a-41e0-817b-74d600147e8e,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:51.978352 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7fefda98-555d-4501-8499-da760c472742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:51.982358 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62f61cd4-2ba1-4776-8fb1-ba5470e56504 req-e5fd6c46-7675-4b50-afee-db023e27da29 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2651665
Jan 27 05:51:51.991513 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-447ef801-a9b1-473c-af8c-bbe3bf64951c req-3a4a6c8f-7f00-4ce2-9ee9-07efa7c913ab tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399596
Jan 27 05:51:52.098134 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d0c46-6f30-4679-8842-f380b98f6f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c10e72-ac3e-4e6f-a895-408cf4afe182', 'code': 200}
Jan 27 05:51:52.115383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Attempting to bind port c34341ff-dd8a-41e0-817b-74d600147e8e on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:51:52.115993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Attempting to bind port c34341ff-dd8a-41e0-817b-74d600147e8e by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:51:52.116546 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Attempting to bind port c34341ff-dd8a-41e0-817b-74d600147e8e on network a6605190-ee6e-4b9c-88d9-8654c343bcc2 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:51:52.128154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:51:52.128809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Checking segment: {'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:51:52.129358 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:52.129983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Bound using segment: {'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:51:52.130768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Bound port: c34341ff-dd8a-41e0-817b-74d600147e8e, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b392f597-0088-470e-9521-284e4056bcc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6605190-ee6e-4b9c-88d9-8654c343bcc2'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:51:52.131378 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:52.305051 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] For port c34341ff-dd8a-41e0-817b-74d600147e8e, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:51:52.309006 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] For port c34341ff-dd8a-41e0-817b-74d600147e8e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=c34341ff-dd8a-41e0-817b-74d600147e8e,segment=NetworkSegment(b392f597-0088-470e-9521-284e4056bcc5),segment_id=b392f597-0088-470e-9521-284e4056bcc5)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:51:52.325722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c46851-9edc-4124-b977-24bd370f8b89 req-fbeda737-32f4-4783-8cac-b9b006cfc2f7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:52.327604 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-26c46851-9edc-4124-b977-24bd370f8b89 req-fbeda737-32f4-4783-8cac-b9b006cfc2f7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.1927328
Jan 27 05:51:52.405474 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-26c46851-9edc-4124-b977-24bd370f8b89 req-ecb005df-92e9-401f-840b-186934f5424a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700259
Jan 27 05:51:52.428698 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:52.466612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-4398643d-f89b-4a9b-a53d-8be26197d583 req-951763db-e2af-413e-acb1-7b9d420ab92f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Synchronizing usage tracker for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:51:52.477368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:52.716077 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefda98-555d-4501-8499-da760c472742 service neutron] Pushing event updated for resources: {'Port': ['ID=c34341ff-dd8a-41e0-817b-74d600147e8e,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:52.723112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7fefda98-555d-4501-8499-da760c472742 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:52.723985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-4398643d-f89b-4a9b-a53d-8be26197d583 req-951763db-e2af-413e-acb1-7b9d420ab92f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Unset dirty status for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:51:52.725311 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4398643d-f89b-4a9b-a53d-8be26197d583 req-951763db-e2af-413e-acb1-7b9d420ab92f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 210 time: 0.3775625
Jan 27 05:51:52.778243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:52.779321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:52.782350 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-7fefda98-555d-4501-8499-da760c472742 service neutron] 10.222.0.13 "PUT /v2.0/ports/c34341ff-dd8a-41e0-817b-74d600147e8e HTTP/1.1" status: 200  len: 1158 time: 5.1003006
Jan 27 05:51:52.783326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42deacf2-e4db-4aef-96e3-6a5434588980', 'tag': 'c34341ff-dd8a-41e0-817b-74d600147e8e'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:51:52.856197 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42deacf2-e4db-4aef-96e3-6a5434588980', 'tag': 'c34341ff-dd8a-41e0-817b-74d600147e8e', 'status': 'completed', 'code': 200}
Jan 27 05:51:53.349980 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc0fff-da6c-47e1-801b-7d9a038adeba req-26fb005b-1a93-4953-ab57-e85a3c7ef15f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:53.353610 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-67dc0fff-da6c-47e1-801b-7d9a038adeba req-26fb005b-1a93-4953-ab57-e85a3c7ef15f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 944 time: 0.1962061
Jan 27 05:51:53.382442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a510e4-f331-4b3e-b4df-09e66546e286 req-8fa43108-5960-43d7-8735-8ccb1b194201 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:53.385442 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c3a510e4-f331-4b3e-b4df-09e66546e286 req-8fa43108-5960-43d7-8735-8ccb1b194201 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.3320963
Jan 27 05:51:53.464423 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-67dc0fff-da6c-47e1-801b-7d9a038adeba req-d4565786-cf90-45ce-a502-7f66619a3756 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037333
Jan 27 05:51:53.515396 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c3a510e4-f331-4b3e-b4df-09e66546e286 req-e0ac1c4a-8500-48bb-a83a-f187410594fa tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084981
Jan 27 05:51:53.805289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc7d75-3f77-44a2-9e06-3b62e5ef8174 req-69c227ff-579e-4fde-a5f4-ea950497d1d9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:53.807262 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cdbc7d75-3f77-44a2-9e06-3b62e5ef8174 req-69c227ff-579e-4fde-a5f4-ea950497d1d9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.1753595
Jan 27 05:51:53.912913 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cdbc7d75-3f77-44a2-9e06-3b62e5ef8174 req-2bdb3df0-3eb8-434f-a383-a0a452d3a828 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974548
Jan 27 05:51:54.042257 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-065f844a-2a2a-4cb4-8779-df19b0abead4 req-f8eb6dd4-f0ac-4d43-a3aa-d8106e04fd23 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 210 time: 0.1067131
Jan 27 05:51:54.803621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d23f2-3225-4a9e-8892-0572e5ffd565 req-cbd9fe3f-537b-45d2-8ee3-692d8fe98652 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:54.805357 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b27d23f2-3225-4a9e-8892-0572e5ffd565 req-cbd9fe3f-537b-45d2-8ee3-692d8fe98652 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 944 time: 0.1694744
Jan 27 05:51:54.830924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919af67-9687-4c8b-965f-99eecf7be8e4 req-692c2879-ec9f-4304-94fe-462ee55ef71c tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:54.833139 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d919af67-9687-4c8b-965f-99eecf7be8e4 req-692c2879-ec9f-4304-94fe-462ee55ef71c tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.1660862
Jan 27 05:51:54.898439 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b27d23f2-3225-4a9e-8892-0572e5ffd565 req-0564f8c6-5e07-4dc3-aee1-04d926914985 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800288
Jan 27 05:51:54.905935 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d919af67-9687-4c8b-965f-99eecf7be8e4 req-cf0c3b72-a184-4487-8738-f8ad4567603f tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617099
Jan 27 05:51:55.332412 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e5286199-d05e-45a2-9884-93dba79782a2 req-e52c212e-6a0c-4f1d-a010-46467de1b40d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 210 time: 0.0607066
Jan 27 05:51:55.388642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9243ad-70a0-4246-8f99-152ebc2885de req-4e4a47a6-3204-49c6-bc9a-1bc81ac82a74 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:55.390982 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fa9243ad-70a0-4246-8f99-152ebc2885de req-4e4a47a6-3204-49c6-bc9a-1bc81ac82a74 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.1997743
Jan 27 05:51:55.485010 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fa9243ad-70a0-4246-8f99-152ebc2885de req-19574286-8191-4043-ae84-bbe23330bae1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859690
Jan 27 05:51:56.084371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b2714-fa87-4893-a0bd-205cff29110e req-c59fe25f-6cac-4751-b980-d6d367072cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:56.087568 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-964b2714-fa87-4893-a0bd-205cff29110e req-c59fe25f-6cac-4751-b980-d6d367072cf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 1160 time: 0.2165499
Jan 27 05:51:56.090549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95411ee-8dc6-412e-90a7-26ad0361fd8c req-9fcd6e1b-572a-44f5-af2a-f658e8308072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:56.094508 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d95411ee-8dc6-412e-90a7-26ad0361fd8c req-9fcd6e1b-572a-44f5-af2a-f658e8308072 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 1161 time: 0.2713332
Jan 27 05:51:56.373147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc585e22-c5b7-47d7-a67a-bf51090f59cf req-b938c153-cac4-4a90-9540-8ddc8c82061d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:56.374960 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bc585e22-c5b7-47d7-a67a-bf51090f59cf req-b938c153-cac4-4a90-9540-8ddc8c82061d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 944 time: 0.2252390
Jan 27 05:51:56.396900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fe8ac-5183-462f-bb22-ed46b536f94e req-275e0c9e-f946-4cb8-b34a-cdcf47c4a6f6 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:56.399060 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c49fe8ac-5183-462f-bb22-ed46b536f94e req-275e0c9e-f946-4cb8-b34a-cdcf47c4a6f6 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.2449136
Jan 27 05:51:56.456511 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bc585e22-c5b7-47d7-a67a-bf51090f59cf req-640f2eed-1460-48a9-b9f2-ba71578caac3 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684106
Jan 27 05:51:56.839746 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c49fe8ac-5183-462f-bb22-ed46b536f94e req-7d988c77-5a12-4f2b-97d2-2a433827fb50 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4290533
Jan 27 05:51:56.989337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:56.998602 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7d6b9000-d371-4f75-b8d2-6d0aa5824a17 req-817e627b-58a3-4c85-9116-14d5b2f7f27e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 210 time: 0.0802369
Jan 27 05:51:57.072095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72d2e6-aeb9-4b76-9782-f574bf8de6d4 req-2fef2c99-933b-477a-aaf8-51ab6ddf1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:57.083736 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0f72d2e6-aeb9-4b76-9782-f574bf8de6d4 req-2fef2c99-933b-477a-aaf8-51ab6ddf1821 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 1162 time: 0.6119714
Jan 27 05:51:57.164514 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95411ee-8dc6-412e-90a7-26ad0361fd8c req-b9dbcce6-7cbb-4128-8dde-a5997ec0496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:57.167405 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d95411ee-8dc6-412e-90a7-26ad0361fd8c req-b9dbcce6-7cbb-4128-8dde-a5997ec0496f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4f05f48375e3452295f4609e4cb76e23&shared=False HTTP/1.1" status: 200  len: 912 time: 0.7224257
Jan 27 05:51:57.176616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-0f72d2e6-aeb9-4b76-9782-f574bf8de6d4 req-5a002afa-4c44-4510-a7fe-5731a299bfee service neutron] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:57.209142 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-0f72d2e6-aeb9-4b76-9782-f574bf8de6d4 req-5a002afa-4c44-4510-a7fe-5731a299bfee service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:51:57.220591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-0f72d2e6-aeb9-4b76-9782-f574bf8de6d4 req-5a002afa-4c44-4510-a7fe-5731a299bfee service neutron] Usage tracker for resource:security_group_rule and tenant:e781eca511494a61930021be38490b59 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:51:57.226450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-0f72d2e6-aeb9-4b76-9782-f574bf8de6d4 req-5a002afa-4c44-4510-a7fe-5731a299bfee service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:51:57.239274 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-0f72d2e6-aeb9-4b76-9782-f574bf8de6d4 req-5a002afa-4c44-4510-a7fe-5731a299bfee service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:51:57.243686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:51:57.253967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:57.254636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:57.287402 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b2714-fa87-4893-a0bd-205cff29110e req-b73a6841-1962-4108-873f-2d4986794086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:57.290074 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-964b2714-fa87-4893-a0bd-205cff29110e req-b73a6841-1962-4108-873f-2d4986794086 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 910 time: 0.8438900
Jan 27 05:51:57.504783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-0f72d2e6-aeb9-4b76-9782-f574bf8de6d4 req-5a002afa-4c44-4510-a7fe-5731a299bfee service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:57.552409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-0f72d2e6-aeb9-4b76-9782-f574bf8de6d4 req-5a002afa-4c44-4510-a7fe-5731a299bfee service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:57.635304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:57.644028 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:57.663997 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0f72d2e6-aeb9-4b76-9782-f574bf8de6d4 req-5a002afa-4c44-4510-a7fe-5731a299bfee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5609376
Jan 27 05:51:57.748897 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-964b2714-fa87-4893-a0bd-205cff29110e req-7bf2f34c-dc1c-4e3b-a9fb-3862e6084a26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ffd7681-1da3-4500-9049-db81d004311a HTTP/1.1" status: 200  len: 217 time: 0.3840079
Jan 27 05:51:57.751336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a002afa-4c44-4510-a7fe-5731a299bfee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cb535438-b2ba-4948-a6ab-42e1b136b5a8,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:57.767048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5a002afa-4c44-4510-a7fe-5731a299bfee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:57.790025 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7,segment=NetworkSegment(b392f597-0088-470e-9521-284e4056bcc5),segment_id=b392f597-0088-470e-9521-284e4056bcc5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:51:57.791688 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b94822e-4f6b-48f5-af7f-5e75c3f8f872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:51:57.846300 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:57.848795 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 33c10e72-ac3e-4e6f-a895-408cf4afe182 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:58.053978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:51:58.379093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 33c10e72-ac3e-4e6f-a895-408cf4afe182 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:58.380071 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:58.463553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b2714-fa87-4893-a0bd-205cff29110e req-68fc97d5-9d13-4055-bd73-ccfe75fc53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:58.478062 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-964b2714-fa87-4893-a0bd-205cff29110e req-68fc97d5-9d13-4055-bd73-ccfe75fc53cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.1919205
Jan 27 05:51:58.508398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:51:58.516053 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:51:58.565698 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df5da4-3c10-4709-8d0c-9d1b1d68f97f req-81a28f50-14c2-42bb-a642-17fff1a24b46 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:58.584030 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95df5da4-3c10-4709-8d0c-9d1b1d68f97f req-81a28f50-14c2-42bb-a642-17fff1a24b46 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 944 time: 0.6360362
Jan 27 05:51:58.773187 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95df5da4-3c10-4709-8d0c-9d1b1d68f97f req-f2f86fd1-082e-4ced-b111-27fa24028817 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852365
Jan 27 05:51:58.833501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-039364cd-84d4-4f39-8e6c-06381256d776 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:58.836917 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-039364cd-84d4-4f39-8e6c-06381256d776 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.13 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 811 time: 1.0929420
Jan 27 05:51:58.943742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95411ee-8dc6-412e-90a7-26ad0361fd8c req-1ab39113-7bb9-498e-8c1b-49fe1cf01899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:58.945390 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d95411ee-8dc6-412e-90a7-26ad0361fd8c req-1ab39113-7bb9-498e-8c1b-49fe1cf01899 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 1.6742911
Jan 27 05:51:59.020145 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b94822e-4f6b-48f5-af7f-5e75c3f8f872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7', 'code': 200}
Jan 27 05:51:59.101447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:51:59.132272 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4902f-3e22-4eda-b78c-abeace06831a req-0b31a2c2-07bd-4078-9c5b-039c8660b895 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:59.135337 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0dd4902f-3e22-4eda-b78c-abeace06831a req-0b31a2c2-07bd-4078-9c5b-039c8660b895 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 1.9614925
Jan 27 05:51:59.224224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-24a422ac-e5eb-42f4-8a2d-b7b4a7f82589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:59.382719 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-ab859b51-678f-42f6-b810-745e51e8e888 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14d7b1aa31a748be92e2a0709c159f0f HTTP/1.1" status: 200  len: 5702 time: 0.4993844
Jan 27 05:51:59.472896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:59.708720 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:51:59.709837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:51:59.827983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'port': {'device_id': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'admin_state_up': True, 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'security_groups': ['a0ec2036-60cf-4357-912b-56ee1b5608d5']}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:51:59.916008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74733840-bbff-4362-8808-136d633f6759 req-8a074259-339a-4961-8c1c-7445736ba69e tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:59.932671 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-74733840-bbff-4362-8808-136d633f6759 req-8a074259-339a-4961-8c1c-7445736ba69e tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.5646842
Jan 27 05:51:59.946003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 33c10e72-ac3e-4e6f-a895-408cf4afe182 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:51:59.990138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231829c0-423a-4e05-98e9-93f82f3057ad req-5d249bf9-d68e-47cf-bf1f-9e1e356e8a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:51:59.993902 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-231829c0-423a-4e05-98e9-93f82f3057ad req-5d249bf9-d68e-47cf-bf1f-9e1e356e8a4d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 1162 time: 0.4235492
Jan 27 05:52:00.088533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 33c10e72-ac3e-4e6f-a895-408cf4afe182 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:52:00.089189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:00.117550 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-74733840-bbff-4362-8808-136d633f6759 req-22ffa459-4bae-4f26-8c8e-693b5b10f5f0 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831884
Jan 27 05:52:00.284145 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-231829c0-423a-4e05-98e9-93f82f3057ad req-1c0c27a9-cb52-4878-aa32-da9f8d6916b6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2571983
Jan 27 05:52:00.291623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:00.335650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:00.469337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b2714-fa87-4893-a0bd-205cff29110e req-a4f33655-0979-4c2f-87b0-9e46f88e6822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:00.472204 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-964b2714-fa87-4893-a0bd-205cff29110e req-a4f33655-0979-4c2f-87b0-9e46f88e6822 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.9924595
Jan 27 05:52:00.473304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Made reservation on behalf of 14d7b1aa31a748be92e2a0709c159f0f for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:52:00.558404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:00.617273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-339a87b4-c2e3-4a45-9ec9-33b8d2efa9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:00.620469 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-339a87b4-c2e3-4a45-9ec9-33b8d2efa9b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 1161 time: 1.4195199
Jan 27 05:52:00.704598 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0dd4902f-3e22-4eda-b78c-abeace06831a req-e84137cf-907f-4527-897a-d2c4dc34ee42 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.3063140
Jan 27 05:52:00.901832 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b610b5aa-52df-4230-b9df-af0eb8cbd698 req-11ae2c7e-2411-4525-9509-9296ff3ae9c8 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 210 time: 0.1369395
Jan 27 05:52:01.283922 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-f3fcd474-282f-4115-8a47-ea34c3833bc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c34341ff-dd8a-41e0-817b-74d600147e8e HTTP/1.1" status: 200  len: 217 time: 0.2506137
Jan 27 05:52:01.507081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 36220) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:01.629741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12388ab7-cfdc-4874-8657-5409f7d60f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:01.716702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-a32ff412-b195-4478-be36-4a1c27ccfd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:01.720070 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-a32ff412-b195-4478-be36-4a1c27ccfd1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41d2b7db-a983-4e6b-affc-41649786fe08 HTTP/1.1" status: 200  len: 858 time: 0.3892303
Jan 27 05:52:01.740499 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c188a2e-bcd8-4773-a61d-34b0e4a762d5 req-7a3cd0fc-8e2d-40ef-85c3-df5baff07713 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:01.742269 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c188a2e-bcd8-4773-a61d-34b0e4a762d5 req-7a3cd0fc-8e2d-40ef-85c3-df5baff07713 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.1684003
Jan 27 05:52:01.765601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-94902b8e-7029-41a3-81e0-664c773ccbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:01.807105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-94902b8e-7029-41a3-81e0-664c773ccbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:01.815161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-94902b8e-7029-41a3-81e0-664c773ccbb4 admin admin] Usage tracker for resource:security_group_rule and tenant:03f3d1d0a22a498ebf5b7823717b7f71 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:52:01.818585 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-94902b8e-7029-41a3-81e0-664c773ccbb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:52:01.823535 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-964b2714-fa87-4893-a0bd-205cff29110e req-88c65ba2-65ae-4404-95f0-a7d630b6853e service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7917986
Jan 27 05:52:01.832042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-94902b8e-7029-41a3-81e0-664c773ccbb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:01.868388 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c188a2e-bcd8-4773-a61d-34b0e4a762d5 req-819f6cc9-16dd-4fbc-b966-38f87ee38fcf tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086121
Jan 27 05:52:01.910677 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c044a85-8de6-4fcd-b3d1-1b9538afceb2 req-19cd02ce-bd15-420b-83b4-2cc3db965953 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:01.912384 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c044a85-8de6-4fcd-b3d1-1b9538afceb2 req-19cd02ce-bd15-420b-83b4-2cc3db965953 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 944 time: 0.7857845
Jan 27 05:52:01.920108 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-e0333f0a-5fbb-4099-a7c2-db5c957efea4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6605190-ee6e-4b9c-88d9-8654c343bcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1713870
Jan 27 05:52:02.006512 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-94902b8e-7029-41a3-81e0-664c773ccbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:02.062297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-94902b8e-7029-41a3-81e0-664c773ccbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:02.098002 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-88e975bb-a0f1-4405-a02e-3ce5616b9ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:02.207596 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-94902b8e-7029-41a3-81e0-664c773ccbb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03f3d1d0a22a498ebf5b7823717b7f71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6958048
Jan 27 05:52:02.220038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94902b8e-7029-41a3-81e0-664c773ccbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3915ec2-0222-4722-9f21-5feffd30b5f4,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:02.227468 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-94902b8e-7029-41a3-81e0-664c773ccbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:02.228421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 36234) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:02.443912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:02.521729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 4ffd7681-1da3-4500-9049-db81d004311a up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:52:02.549114 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c044a85-8de6-4fcd-b3d1-1b9538afceb2 req-11763bc1-d6da-4dfa-aaa9-01feed7d55fd tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5938990
Jan 27 05:52:02.551173 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e19b25f1-cb46-4a51-8219-e79caa1c9637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:02.587347 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e19b25f1-cb46-4a51-8219-e79caa1c9637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:02.700824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Allocated IP 172.20.0.9 (8b619c5d-c69e-4f9e-bc39-c66055e0cc08/553256bc-95c4-47dc-a078-dc0fbcc996e5/65df00ba-6c53-4566-90e1-4e29d5a42c93) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:52:02.718826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 4ffd7681-1da3-4500-9049-db81d004311a completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:52:02.725395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 4ffd7681-1da3-4500-9049-db81d004311a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:52:02.725947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:02.731733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dcf96-9ae7-4fe6-9fd8-a7034edd913b req-83a07390-4e55-4b77-a1ba-b0a525f3a9fb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:02.739673 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-177dcf96-9ae7-4fe6-9fd8-a7034edd913b req-83a07390-4e55-4b77-a1ba-b0a525f3a9fb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.5323124
Jan 27 05:52:02.743642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e19b25f1-cb46-4a51-8219-e79caa1c9637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:02.755119 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43e8f398-55cc-421c-9c8f-b32bb8346f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:02.761386 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-964b2714-fa87-4893-a0bd-205cff29110e req-42b42bce-b5f8-4129-826d-8bff4460fcb8 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8441057
Jan 27 05:52:02.791024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e19b25f1-cb46-4a51-8219-e79caa1c9637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:02.792329 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e19b25f1-cb46-4a51-8219-e79caa1c9637 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3915ec2-0222-4722-9f21-5feffd30b5f4 HTTP/1.1" status: 204  len: 168 time: 0.4229472
Jan 27 05:52:02.801182 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b25f1-cb46-4a51-8219-e79caa1c9637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3915ec2-0222-4722-9f21-5feffd30b5f4,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:02.819990 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e19b25f1-cb46-4a51-8219-e79caa1c9637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:02.862649 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-75387f3f-6aa6-4ad5-9c2c-ccac918e30e2 service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9085073
Jan 27 05:52:02.931995 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-177dcf96-9ae7-4fe6-9fd8-a7034edd913b req-d7d3a89b-dfd5-4e3a-8a2a-4cbbe56e26a4 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1840777
Jan 27 05:52:03.193629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:03.240579 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4ced78c-5a6f-499d-aa38-041904e5d4b0 req-b8387a74-746d-4e9d-9da2-f339ad06595b service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3762441
Jan 27 05:52:03.316562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:52:03.351546 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-55a15177-97ca-4054-9eed-a6c8932a86ec req-8fc2ebae-098a-453b-9c63-511f0491f4f7 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 210 time: 0.1088543
Jan 27 05:52:03.365552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 4ffd7681-1da3-4500-9049-db81d004311a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4ffd7681-1da3-4500-9049-db81d004311a,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:52:03.414277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:03.417975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:03.518092 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a', 'code': 200}
Jan 27 05:52:03.666497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=4ffd7681-1da3-4500-9049-db81d004311a,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:03.668216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:03.674323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:03.675804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:03.713098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Transition to ACTIVE for port object 65df00ba-6c53-4566-90e1-4e29d5a42c93 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:52:03.714197 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:03.817748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:03.843416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7fefda98-555d-4501-8499-da760c472742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:03.985804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 36272) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:04.003853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'Port': ['ID=65df00ba-6c53-4566-90e1-4e29d5a42c93,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:04.009324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:52:04.024211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec9dc02a-dfcc-413a-aa08-f56d0daabe33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:04.084379 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ec9dc02a-dfcc-413a-aa08-f56d0daabe33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:04.093066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ec9dc02a-dfcc-413a-aa08-f56d0daabe33 admin admin] Usage tracker for resource:security_group_rule and tenant:cb4576c9c05b4793adf87b27c2401321 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:52:04.108821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ec9dc02a-dfcc-413a-aa08-f56d0daabe33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:52:04.143813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ec9dc02a-dfcc-413a-aa08-f56d0daabe33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:04.153914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:04.277955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:52:04.280536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:04.836295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180383f-e9b3-4a97-b281-73f542c8a305 req-7951f3f2-5b66-44b7-9f83-77534936cc13 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:04.844254 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7180383f-e9b3-4a97-b281-73f542c8a305 req-7951f3f2-5b66-44b7-9f83-77534936cc13 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.4066248
Jan 27 05:52:04.909501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec9dc02a-dfcc-413a-aa08-f56d0daabe33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:04.938975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5737c88-5d3a-4cbe-a276-4ba23156b3bb req-caaaab4b-4e77-4e5d-b80c-64a188b65c8d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:04.940794 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b5737c88-5d3a-4cbe-a276-4ba23156b3bb req-caaaab4b-4e77-4e5d-b80c-64a188b65c8d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 944 time: 0.8489320
Jan 27 05:52:04.948283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f396a5-fb49-4a95-937a-e04252ea6d1f req-b237f895-7015-4e50-b11a-8b4895ec6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:04.950234 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c3f396a5-fb49-4a95-937a-e04252ea6d1f req-b237f895-7015-4e50-b11a-8b4895ec6a5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 1162 time: 0.7977271
Jan 27 05:52:04.998665 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7180383f-e9b3-4a97-b281-73f542c8a305 req-082a39c4-bb3f-4bb6-a717-088e7d35d610 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1533880
Jan 27 05:52:05.000125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 36294) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:05.003095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec9dc02a-dfcc-413a-aa08-f56d0daabe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:05.021163 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a105d9dd-f0ef-4c1c-8572-57f3722620f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:05.081177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:52:05.089463 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:52:05.092019 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-ec9dc02a-dfcc-413a-aa08-f56d0daabe33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb4576c9c05b4793adf87b27c2401321&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1041989
Jan 27 05:52:05.092295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:52:05.094250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9dc02a-dfcc-413a-aa08-f56d0daabe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb3eef1-8c79-40d3-9ae1-65ed469bd73e,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:05.112418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 36300) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:05.119556 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ec9dc02a-dfcc-413a-aa08-f56d0daabe33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:05.159590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:05.160586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:05.191794 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b5737c88-5d3a-4cbe-a276-4ba23156b3bb req-97aecbf8-e104-44a1-ae26-a3647c43b76a tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2403238
Jan 27 05:52:05.211773 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c3f396a5-fb49-4a95-937a-e04252ea6d1f req-85e88b1f-e1bf-4138-a3da-3f6797c29723 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2526774
Jan 27 05:52:05.287391 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4828930
Jan 27 05:52:05.355255 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0859799-e65d-458b-a3bd-2395124189b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:05.388328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f35a9a26-8172-4118-8d86-5950a705c17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:05.463158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f35a9a26-8172-4118-8d86-5950a705c17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:05.582845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a0859799-e65d-458b-a3bd-2395124189b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:05.617445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a0859799-e65d-458b-a3bd-2395124189b5 admin admin] Usage tracker for resource:security_group_rule and tenant:01e8b6ce645842b7a3dd527fb696622d is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:52:05.643552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a0859799-e65d-458b-a3bd-2395124189b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:52:05.645753 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Request body: {'port': {'device_id': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:52:05.685742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a0859799-e65d-458b-a3bd-2395124189b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:05.691313 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-2921fb59-bc5f-45e1-89a4-335c2e97cb99 None None] Provisioning for port 65df00ba-6c53-4566-90e1-4e29d5a42c93 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:52:05.704743 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-2921fb59-bc5f-45e1-89a4-335c2e97cb99 None None] Provisioning complete for port 65df00ba-6c53-4566-90e1-4e29d5a42c93 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:52:05.705750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2921fb59-bc5f-45e1-89a4-335c2e97cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:05.815962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f35a9a26-8172-4118-8d86-5950a705c17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:05.830644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5a002afa-4c44-4510-a7fe-5731a299bfee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:05.849484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-2921fb59-bc5f-45e1-89a4-335c2e97cb99 None None] Port 65df00ba-6c53-4566-90e1-4e29d5a42c93 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:52:05.866075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a9a26-8172-4118-8d86-5950a705c17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb3eef1-8c79-40d3-9ae1-65ed469bd73e,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:05.869440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 4ffd7681-1da3-4500-9049-db81d004311a up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:52:05.919451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:06.053143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc7c84-49ad-4986-8e6f-b8b02be0bd89 req-15599c01-e2fa-4324-881d-fb3fe9f12e6d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:06.056503 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0dfc7c84-49ad-4986-8e6f-b8b02be0bd89 req-15599c01-e2fa-4324-881d-fb3fe9f12e6d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 931 time: 0.6403692
Jan 27 05:52:06.138359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f35a9a26-8172-4118-8d86-5950a705c17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:06.207091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 4ffd7681-1da3-4500-9049-db81d004311a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:52:06.208067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:06.286268 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f35a9a26-8172-4118-8d86-5950a705c17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:06.293183 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f35a9a26-8172-4118-8d86-5950a705c17f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddb3eef1-8c79-40d3-9ae1-65ed469bd73e HTTP/1.1" status: 204  len: 168 time: 1.1814449
Jan 27 05:52:06.311956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0859799-e65d-458b-a3bd-2395124189b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:06.356328 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0dfc7c84-49ad-4986-8e6f-b8b02be0bd89 req-d3fe543b-2c21-4fe0-86e2-601b5a0b1a13 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1965773
Jan 27 05:52:06.359240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0859799-e65d-458b-a3bd-2395124189b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:06.392903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e19b25f1-cb46-4a51-8219-e79caa1c9637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:06.546854 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0859799-e65d-458b-a3bd-2395124189b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4573ef0d-7e96-46ab-894d-e7345cd340e3,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:06.567205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a0859799-e65d-458b-a3bd-2395124189b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:06.646828 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a0859799-e65d-458b-a3bd-2395124189b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01e8b6ce645842b7a3dd527fb696622d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6449275
Jan 27 05:52:06.652364 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 36328) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:06.948566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc72a14e-c54e-4271-ab0a-507eabf4da30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:07.248216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc72a14e-c54e-4271-ab0a-507eabf4da30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:07.571847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1204c-d689-4d24-b49c-6563458cbb88 req-06577ad6-ba3d-43d7-81cf-e795d0df8a05 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:07.585967 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b0a1204c-d689-4d24-b49c-6563458cbb88 req-06577ad6-ba3d-43d7-81cf-e795d0df8a05 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.6303842
Jan 27 05:52:07.610292 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afa949-bb9a-46ef-a250-04bbd22b661f req-eba1dd31-4a95-435d-bb0a-c3788e978c2a tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:07.613290 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-39afa949-bb9a-46ef-a250-04bbd22b661f req-eba1dd31-4a95-435d-bb0a-c3788e978c2a tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 944 time: 0.4276609
Jan 27 05:52:07.748227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.resource_extend [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 27 05:52:07.824548 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b0a1204c-d689-4d24-b49c-6563458cbb88 req-d3402ad0-0d76-4333-b194-aabe52a53874 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2371745
Jan 27 05:52:07.912508 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-39afa949-bb9a-46ef-a250-04bbd22b661f req-4c6d8681-c431-42a9-9cd1-07bf3ebd3d3f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2837074
Jan 27 05:52:07.927084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc72a14e-c54e-4271-ab0a-507eabf4da30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:07.928959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65df00ba-6c53-4566-90e1-4e29d5a42c93 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:52:07.931626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6e90f058-e2c8-400f-8763-d2d4f60801ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:07.940129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:07.950903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72a14e-c54e-4271-ab0a-507eabf4da30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4573ef0d-7e96-46ab-894d-e7345cd340e3,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:07.956271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fc72a14e-c54e-4271-ab0a-507eabf4da30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:07.962279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc72a14e-c54e-4271-ab0a-507eabf4da30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:07.964188 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-fc72a14e-c54e-4271-ab0a-507eabf4da30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4573ef0d-7e96-46ab-894d-e7345cd340e3 HTTP/1.1" status: 204  len: 168 time: 1.3100789
Jan 27 05:52:08.023928 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Transition to ACTIVE for port object 65df00ba-6c53-4566-90e1-4e29d5a42c93 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:52:08.088709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:08.129853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:08.284217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Pushing event updated for resources: {'Port': ['ID=65df00ba-6c53-4566-90e1-4e29d5a42c93,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:08.285449 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fe3f8-f0ad-43e2-9fbe-a41a6175d1ff req-37cb0ce2-d3df-4da7-a71c-3a5423c23d1e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:08.292523 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:08.296359 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ee1fe3f8-f0ad-43e2-9fbe-a41a6175d1ff req-37cb0ce2-d3df-4da7-a71c-3a5423c23d1e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.2141876
Jan 27 05:52:08.388610 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ee1fe3f8-f0ad-43e2-9fbe-a41a6175d1ff req-f46bb8e1-c05d-436a-be50-0753c1c491da tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902665
Jan 27 05:52:08.492652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Attempting to bind port 65df00ba-6c53-4566-90e1-4e29d5a42c93 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:52:08.493060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Attempting to bind port 65df00ba-6c53-4566-90e1-4e29d5a42c93 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:52:08.493944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Attempting to bind port 65df00ba-6c53-4566-90e1-4e29d5a42c93 on network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:52:08.502920 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:52:08.503317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Checking segment: {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:52:08.503817 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:08.512823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Bound using segment: {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:52:08.512823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Bound port: 65df00ba-6c53-4566-90e1-4e29d5a42c93, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:52:08.512823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:08.693636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] For port 65df00ba-6c53-4566-90e1-4e29d5a42c93, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:52:08.701338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] For port 65df00ba-6c53-4566-90e1-4e29d5a42c93, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:52:08.727128 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 36360) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:08.731345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:08.747884 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:08.748194 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-725af1fc-cf7b-4e7d-95eb-96e010b874ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:08.774465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-725af1fc-cf7b-4e7d-95eb-96e010b874ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:08.774465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-725af1fc-cf7b-4e7d-95eb-96e010b874ca admin admin] Usage tracker for resource:security_group_rule and tenant:334e40935a934e9ba516c2ad7f97599a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:52:08.776733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-725af1fc-cf7b-4e7d-95eb-96e010b874ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:52:08.785391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-725af1fc-cf7b-4e7d-95eb-96e010b874ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:08.908893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-725af1fc-cf7b-4e7d-95eb-96e010b874ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:08.965024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-725af1fc-cf7b-4e7d-95eb-96e010b874ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:08.975811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c34341ff-dd8a-41e0-817b-74d600147e8e up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:52:08.992876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22285596-ea53-46ed-acdc-602c79c45bf0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:09.009759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Pushing event updated for resources: {'Port': ['ID=65df00ba-6c53-4566-90e1-4e29d5a42c93,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:09.048930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:09.056552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:09.057255 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:09.058851 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/65df00ba-6c53-4566-90e1-4e29d5a42c93 HTTP/1.1" status: 200  len: 1157 time: 3.4342608
Jan 27 05:52:09.059538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'tag': '65df00ba-6c53-4566-90e1-4e29d5a42c93'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:52:09.136509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725af1fc-cf7b-4e7d-95eb-96e010b874ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4df62a-6f64-429f-a307-2c3261c1d485,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:09.187191 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-725af1fc-cf7b-4e7d-95eb-96e010b874ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=334e40935a934e9ba516c2ad7f97599a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4521322
Jan 27 05:52:09.187191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-725af1fc-cf7b-4e7d-95eb-96e010b874ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:09.211417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 36376) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:09.220551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port c34341ff-dd8a-41e0-817b-74d600147e8e completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:52:09.235759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port c34341ff-dd8a-41e0-817b-74d600147e8e triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:52:09.240640 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:09.443460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f8a761d-fa2d-4f68-adb9-889c868ee143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:09.470736 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd267e-1db1-49fc-9fe3-6e9e1a1baac9 req-04871c73-fe03-4692-8e7b-1420704700d6 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:09.473823 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ffdd267e-1db1-49fc-9fe3-6e9e1a1baac9 req-04871c73-fe03-4692-8e7b-1420704700d6 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 944 time: 0.2899806
Jan 27 05:52:09.584446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f8a761d-fa2d-4f68-adb9-889c868ee143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:09.613107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:09.665226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port c34341ff-dd8a-41e0-817b-74d600147e8e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=c34341ff-dd8a-41e0-817b-74d600147e8e,segment=NetworkSegment(b392f597-0088-470e-9521-284e4056bcc5),segment_id=b392f597-0088-470e-9521-284e4056bcc5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:52:09.666683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42deacf2-e4db-4aef-96e3-6a5434588980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34341ff-dd8a-41e0-817b-74d600147e8e'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:52:09.680949 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ffdd267e-1db1-49fc-9fe3-6e9e1a1baac9 req-c62c7a2a-2026-41a4-80c4-0ae8d46b0d08 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1984174
Jan 27 05:52:09.708532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:09.709686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 4ffd7681-1da3-4500-9049-db81d004311a up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:52:09.746886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:09.848897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b14561-b93e-4a72-97ce-3de2a87945eb req-0c5ca1b2-b287-48ec-a26d-606bdc6411eb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:09.880748 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-23b14561-b93e-4a72-97ce-3de2a87945eb req-0c5ca1b2-b287-48ec-a26d-606bdc6411eb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.7553899
Jan 27 05:52:09.892925 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'tag': '65df00ba-6c53-4566-90e1-4e29d5a42c93', 'status': 'completed', 'code': 200}
Jan 27 05:52:09.898544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=c34341ff-dd8a-41e0-817b-74d600147e8e,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:09.902356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:09.944574 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 4ffd7681-1da3-4500-9049-db81d004311a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:52:09.949716 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:09.972101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-3078f4a9-4d1f-4871-b5d3-04074198450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:09.974063 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-3078f4a9-4d1f-4871-b5d3-04074198450d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 1160 time: 0.7616377
Jan 27 05:52:10.024280 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-23b14561-b93e-4a72-97ce-3de2a87945eb req-d91300a1-05a2-42fe-9085-3f9d91af3e15 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1422150
Jan 27 05:52:10.121203 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-579149be-26e0-4d59-b2e6-9ed269e17fc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93 HTTP/1.1" status: 200  len: 217 time: 0.1147978
Jan 27 05:52:10.200092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f8a761d-fa2d-4f68-adb9-889c868ee143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:10.208307 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42deacf2-e4db-4aef-96e3-6a5434588980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34341ff-dd8a-41e0-817b-74d600147e8e', 'code': 200}
Jan 27 05:52:10.213429 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-92edf338-e5a8-4782-9ba2-143b42e82e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:10.241453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a761d-fa2d-4f68-adb9-889c868ee143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4df62a-6f64-429f-a307-2c3261c1d485,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:10.250446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f8a761d-fa2d-4f68-adb9-889c868ee143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:10.251937 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-8f8a761d-fa2d-4f68-adb9-889c868ee143 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef4df62a-6f64-429f-a307-2c3261c1d485 HTTP/1.1" status: 204  len: 168 time: 1.0381804
Jan 27 05:52:10.265442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8f8a761d-fa2d-4f68-adb9-889c868ee143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:10.287994 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-22b383a1-7ca9-4183-a024-36f0d85641ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:10.290817 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-22b383a1-7ca9-4183-a024-36f0d85641ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553256bc-95c4-47dc-a078-dc0fbcc996e5 HTTP/1.1" status: 200  len: 850 time: 0.1623828
Jan 27 05:52:10.564514 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d5626-0d1b-426b-ace2-067c45621636 req-3e490f24-6190-4587-9571-cba4f9b6a799 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:10.573362 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5b5d5626-0d1b-426b-ace2-067c45621636 req-3e490f24-6190-4587-9571-cba4f9b6a799 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.4163153
Jan 27 05:52:10.680555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-67c010fe-2fe6-4555-8e34-d4396e35a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:10.682780 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-67c010fe-2fe6-4555-8e34-d4396e35a25f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3836558
Jan 27 05:52:10.689833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c34341ff-dd8a-41e0-817b-74d600147e8e up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:52:10.784563 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5b5d5626-0d1b-426b-ace2-067c45621636 req-19a8fc62-1a1c-4b2c-84af-989264a87b6f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1588447
Jan 27 05:52:10.809889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port c34341ff-dd8a-41e0-817b-74d600147e8e triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:52:10.810579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:10.840016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740b0a9-a02c-4551-8c35-858ab04072e5 req-ef819541-561f-40f1-b675-c78369747ec7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:10.841768 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7740b0a9-a02c-4551-8c35-858ab04072e5 req-ef819541-561f-40f1-b675-c78369747ec7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.4498808
Jan 27 05:52:10.853296 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 36414) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:10.861032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-7a1c0284-89fe-443c-90de-76a96388f041 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'floatingip': {'port_id': '4ffd7681-1da3-4500-9049-db81d004311a'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:52:11.169247 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-50b23fa3-9909-4416-9408-667a293c8f4a service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4719141
Jan 27 05:52:11.178004 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7a1c0284-89fe-443c-90de-76a96388f041 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:11.293662 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f186a69-e4f5-433a-9aab-7da22f2eaf51 req-5c91d635-52af-41fe-b41c-7a688c2b3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:11.299165 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8f186a69-e4f5-433a-9aab-7da22f2eaf51 req-5c91d635-52af-41fe-b41c-7a688c2b3d23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 1163 time: 0.4411750
Jan 27 05:52:11.361306 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8f186a69-e4f5-433a-9aab-7da22f2eaf51 req-7383371e-6c63-4636-9161-209371ffc4fa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584626
Jan 27 05:52:11.428827 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-06e752e8-3214-42ab-9e87-f7d35a7ce924 req-2d064221-6512-422b-8b63-ce2fcb0645ee service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2509973
Jan 27 05:52:11.589554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821728f4-86d4-4d52-b6c6-5f4bb787326f req-0e4970b0-77dc-4e87-aa2a-f483fe383194 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:11.591266 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-821728f4-86d4-4d52-b6c6-5f4bb787326f req-0e4970b0-77dc-4e87-aa2a-f483fe383194 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.5007071
Jan 27 05:52:11.707002 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-821728f4-86d4-4d52-b6c6-5f4bb787326f req-6f6a3367-2ddb-406c-85cc-452089408a9e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749497
Jan 27 05:52:12.349609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918a7ef-606b-4ba0-af34-823c1bee37d2 req-c5e35da1-2026-426a-8e48-0d4ea8b5b897 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:12.350424 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-3918a7ef-606b-4ba0-af34-823c1bee37d2 req-c5e35da1-2026-426a-8e48-0d4ea8b5b897 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Synchronizing usage tracker for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:52:12.424226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-3918a7ef-606b-4ba0-af34-823c1bee37d2 req-c5e35da1-2026-426a-8e48-0d4ea8b5b897 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Unset dirty status for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:52:12.427468 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3918a7ef-606b-4ba0-af34-823c1bee37d2 req-c5e35da1-2026-426a-8e48-0d4ea8b5b897 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.3954172
Jan 27 05:52:12.536584 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3918a7ef-606b-4ba0-af34-823c1bee37d2 req-c62f88cb-b37b-404c-a027-2fdac9b1c5d0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022346
Jan 27 05:52:13.145459 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.resource_extend [None req-7a1c0284-89fe-443c-90de-76a96388f041 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 27 05:52:13.322523 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7a1c0284-89fe-443c-90de-76a96388f041 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:13.393394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aebfc7-8855-4d60-85ef-1e10e50b52f0 req-ead3f450-dbc4-490e-8aa9-a46e6ee776e5 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:13.395096 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-93aebfc7-8855-4d60-85ef-1e10e50b52f0 req-ead3f450-dbc4-490e-8aa9-a46e6ee776e5 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.4251535
Jan 27 05:52:13.396472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7a1c0284-89fe-443c-90de-76a96388f041 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:13.613404 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-93aebfc7-8855-4d60-85ef-1e10e50b52f0 req-9601a049-82b8-4e11-8455-6af820bca5f1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629562
Jan 27 05:52:13.654381 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [None req-7a1c0284-89fe-443c-90de-76a96388f041 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Floating IP fff98c5f-4c79-454d-8b3d-136e8fdb2e30 associated. External IP: 172.27.2.46, port: 4ffd7681-1da3-4500-9049-db81d004311a.
Jan 27 05:52:13.945750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3246f10-56d9-4f84-9227-b0a8889ce680 req-87117688-68f0-4b94-ba1e-9b638ec2ec54 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:13.947553 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f3246f10-56d9-4f84-9227-b0a8889ce680 req-87117688-68f0-4b94-ba1e-9b638ec2ec54 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.2601202
Jan 27 05:52:14.032928 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f3246f10-56d9-4f84-9227-b0a8889ce680 req-e2bfedbf-b620-491b-a9c4-e602f1c1bb71 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711508
Jan 27 05:52:14.241083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1c0284-89fe-443c-90de-76a96388f041 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Router f396d5ac-e8d5-4099-876a-76816f09614a has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:52:14.475719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1c0284-89fe-443c-90de-76a96388f041 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:52:14.492140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7a1c0284-89fe-443c-90de-76a96388f041 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:14.527704 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614678ad-ea42-4b44-bb7f-0231a6a151d2 None None] Sync routers for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:52:14.552027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614678ad-ea42-4b44-bb7f-0231a6a151d2 None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:52:14.553185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-614678ad-ea42-4b44-bb7f-0231a6a151d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639885da0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:52:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:52:14.565652 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-7a1c0284-89fe-443c-90de-76a96388f041 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "PUT /v2.0/floatingips/fff98c5f-4c79-454d-8b3d-136e8fdb2e30 HTTP/1.1" status: 200  len: 990 time: 3.7106421
Jan 27 05:52:14.566641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:52:14.630671 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a', 'status': 'completed', 'code': 200}
Jan 27 05:52:14.883921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-614678ad-ea42-4b44-bb7f-0231a6a151d2 None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:52:15.085281 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49931596-687c-48f2-b98e-353ae3597fc2 req-791a5364-883e-45df-bf6f-3e7a5ddc23e7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:15.101560 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-49931596-687c-48f2-b98e-353ae3597fc2 req-791a5364-883e-45df-bf6f-3e7a5ddc23e7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.2955987
Jan 27 05:52:15.181236 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-49931596-687c-48f2-b98e-353ae3597fc2 req-8e9b7bc9-da57-46f3-8851-cfe136c98559 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780051
Jan 27 05:52:15.362290 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-614678ad-ea42-4b44-bb7f-0231a6a151d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639885da0>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'fff98c5f-4c79-454d-8b3d-136e8fdb2e30', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'port_id': '4ffd7681-1da3-4500-9049-db81d004311a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'mac_address': 'fa:16:3e:ad:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:51:19Z', 'updated_at': '2021-01-27T05:52:12Z', 'revision_number': 1, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:52:15.367868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614678ad-ea42-4b44-bb7f-0231a6a151d2 None None] Checking router: f396d5ac-e8d5-4099-876a-76816f09614a for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:52:15.379197 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614678ad-ea42-4b44-bb7f-0231a6a151d2 None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:52:15.380084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-614678ad-ea42-4b44-bb7f-0231a6a151d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639885da0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:52:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:52:15.633710 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-614678ad-ea42-4b44-bb7f-0231a6a151d2 None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:52:15.684902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff8af4-c7e4-4c18-b930-273cc9e19565 req-e806592b-de50-4027-b108-113827704d26 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:15.687720 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-75ff8af4-c7e4-4c18-b930-273cc9e19565 req-e806592b-de50-4027-b108-113827704d26 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.3181844
Jan 27 05:52:15.767300 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-75ff8af4-c7e4-4c18-b930-273cc9e19565 req-94cd777b-9328-4903-8861-1b14d8d8f3e2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652587
Jan 27 05:52:16.038959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-614678ad-ea42-4b44-bb7f-0231a6a151d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639885da0>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'fff98c5f-4c79-454d-8b3d-136e8fdb2e30', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'port_id': '4ffd7681-1da3-4500-9049-db81d004311a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'mac_address': 'fa:16:3e:ad:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:51:19Z', 'updated_at': '2021-01-27T05:52:12Z', 'revision_number': 1, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:52:16.043501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614678ad-ea42-4b44-bb7f-0231a6a151d2 None None] The sync data for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi is: [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'fff98c5f-4c79-454d-8b3d-136e8fdb2e30', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'port_id': '4ffd7681-1da3-4500-9049-db81d004311a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'mac_address': 'fa:16:3e:ad:50:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:51:19Z', 'updated_at': '2021-01-27T05:52:12Z', 'revision_number': 1, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:52:16.370678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9dbb8-72a3-4213-a7f6-acdb49b0622d None None] New status for floating IP fff98c5f-4c79-454d-8b3d-136e8fdb2e30: ACTIVE {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 05:52:17.135068 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2ead9-73f7-46c6-b121-e643935c18c0 req-c8459ffa-4b50-418b-87de-f8f6d16d5434 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:17.137400 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f6f2ead9-73f7-46c6-b121-e643935c18c0 req-c8459ffa-4b50-418b-87de-f8f6d16d5434 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.8199785
Jan 27 05:52:17.142341 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b8c7b-72dc-40b3-a3b7-7faf5d5cce33 req-e237631d-6c88-4dc5-98ea-870d64df09a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:17.144696 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c08b8c7b-72dc-40b3-a3b7-7faf5d5cce33 req-e237631d-6c88-4dc5-98ea-870d64df09a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.1855848
Jan 27 05:52:17.191412 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb1061-7690-45d5-b88e-50f889b560f7 req-19a0412f-57b5-413c-b9a3-21809ea1e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:17.193410 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64fb1061-7690-45d5-b88e-50f889b560f7 req-19a0412f-57b5-413c-b9a3-21809ea1e1a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 1162 time: 0.7703872
Jan 27 05:52:17.233729 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c08b8c7b-72dc-40b3-a3b7-7faf5d5cce33 req-5de08ea0-29fe-4319-9482-7dd973863da1 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795674
Jan 27 05:52:17.316030 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f6f2ead9-73f7-46c6-b121-e643935c18c0 req-f601009c-e506-4d3a-9760-c29d5e416616 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650519
Jan 27 05:52:17.322905 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81137d-ce11-4bde-9faf-a2faf672cd5a req-5f2a8556-b792-439c-b984-e83b342c4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:17.324621 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-be81137d-ce11-4bde-9faf-a2faf672cd5a req-5f2a8556-b792-439c-b984-e83b342c4877 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 1160 time: 0.4770722
Jan 27 05:52:17.494784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb1061-7690-45d5-b88e-50f889b560f7 req-26084c34-26a1-4e14-8992-257dd579fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:17.496529 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64fb1061-7690-45d5-b88e-50f889b560f7 req-26084c34-26a1-4e14-8992-257dd579fb27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 910 time: 0.2905862
Jan 27 05:52:17.632702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81137d-ce11-4bde-9faf-a2faf672cd5a req-aed84434-49b8-47fe-9f14-dbe45c9aaf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:17.634486 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-be81137d-ce11-4bde-9faf-a2faf672cd5a req-aed84434-49b8-47fe-9f14-dbe45c9aaf8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 905 time: 0.2931747
Jan 27 05:52:17.730840 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64fb1061-7690-45d5-b88e-50f889b560f7 req-dcddec31-2739-4617-b2a0-268293027216 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ffd7681-1da3-4500-9049-db81d004311a HTTP/1.1" status: 200  len: 1000 time: 0.2142069
Jan 27 05:52:17.732122 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-be81137d-ce11-4bde-9faf-a2faf672cd5a req-c41592af-72ef-4208-af6a-598b605f0cce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93 HTTP/1.1" status: 200  len: 217 time: 0.0862110
Jan 27 05:52:17.901458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb1061-7690-45d5-b88e-50f889b560f7 req-90458073-0239-4941-8306-048cbb790d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:17.903097 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64fb1061-7690-45d5-b88e-50f889b560f7 req-90458073-0239-4941-8306-048cbb790d6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.1582785
Jan 27 05:52:17.907384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81137d-ce11-4bde-9faf-a2faf672cd5a req-f67826cb-3034-41dd-a946-c08d850c558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:17.910694 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-be81137d-ce11-4bde-9faf-a2faf672cd5a req-f67826cb-3034-41dd-a946-c08d850c558b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553256bc-95c4-47dc-a078-dc0fbcc996e5 HTTP/1.1" status: 200  len: 850 time: 0.0955162
Jan 27 05:52:18.215031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb1061-7690-45d5-b88e-50f889b560f7 req-0002f8cd-4c8a-4d3b-85e1-e15a0ac83225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:18.229013 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64fb1061-7690-45d5-b88e-50f889b560f7 req-0002f8cd-4c8a-4d3b-85e1-e15a0ac83225 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3061941
Jan 27 05:52:18.291474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81137d-ce11-4bde-9faf-a2faf672cd5a req-c55d201a-1ea5-4a0d-973c-fd576cfd2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:18.294179 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-be81137d-ce11-4bde-9faf-a2faf672cd5a req-c55d201a-1ea5-4a0d-973c-fd576cfd2fbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3694198
Jan 27 05:52:18.769444 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cc3d2-de16-4dea-b059-a83f962a08be req-88cb8d10-88e6-42f5-8611-e3dd194189c1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:18.771407 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e13cc3d2-de16-4dea-b059-a83f962a08be req-88cb8d10-88e6-42f5-8611-e3dd194189c1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1911423
Jan 27 05:52:18.792454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58007f4-434e-43d9-b5f5-261bbd6790de req-3ecedfae-8c02-4c53-b6d8-4c2616624613 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:18.800841 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a58007f4-434e-43d9-b5f5-261bbd6790de req-3ecedfae-8c02-4c53-b6d8-4c2616624613 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.3217134
Jan 27 05:52:18.855814 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64fb1061-7690-45d5-b88e-50f889b560f7 req-a0f9e7e9-1f7b-48b1-b066-a01a42228f86 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6077504
Jan 27 05:52:18.871865 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e13cc3d2-de16-4dea-b059-a83f962a08be req-29beeba1-6eb2-4597-9ad7-f28e60c203a0 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853243
Jan 27 05:52:18.925922 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-be81137d-ce11-4bde-9faf-a2faf672cd5a req-f099a24a-6d3a-4fb0-a6c6-81400bc28b82 service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4959400
Jan 27 05:52:18.995961 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a58007f4-434e-43d9-b5f5-261bbd6790de req-5988ee55-8ee4-4b59-b5a1-a1ab12898b2f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1941111
Jan 27 05:52:19.245340 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64fb1061-7690-45d5-b88e-50f889b560f7 req-901a5066-0831-4ee9-b4d7-a63365460a34 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3681123
Jan 27 05:52:19.299619 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-be81137d-ce11-4bde-9faf-a2faf672cd5a req-fb4ee6ad-50d2-4d2d-8f0b-ac1fd5b14c5e service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3500757
Jan 27 05:52:20.318532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe71201-fe49-4e68-86b8-92cb446fa40f req-b443bc29-978d-4e91-8233-095ad9ad842c tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:20.320294 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cfe71201-fe49-4e68-86b8-92cb446fa40f req-b443bc29-978d-4e91-8233-095ad9ad842c tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.2608800
Jan 27 05:52:20.429533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925d7ba-cf99-4980-98e7-c1c47720a071 req-ba94b08d-08bc-4d8f-b44b-5491f2e6ab01 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:20.431976 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7925d7ba-cf99-4980-98e7-c1c47720a071 req-ba94b08d-08bc-4d8f-b44b-5491f2e6ab01 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.2011740
Jan 27 05:52:20.436698 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cfe71201-fe49-4e68-86b8-92cb446fa40f req-edecd995-3d89-4a96-b50e-adf018e2a326 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024125
Jan 27 05:52:20.574298 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7925d7ba-cf99-4980-98e7-c1c47720a071 req-9be026d1-006a-4095-8938-6bf7a7b304d5 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1298990
Jan 27 05:52:21.093628 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:21.476381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4b124-6ec8-4e84-8764-5b540ddd9b75 req-1413e839-6cb8-4f52-bf57-6923ace2b137 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:21.478146 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0fb4b124-6ec8-4e84-8764-5b540ddd9b75 req-1413e839-6cb8-4f52-bf57-6923ace2b137 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.2139416
Jan 27 05:52:21.555050 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0fb4b124-6ec8-4e84-8764-5b540ddd9b75 req-aa4d27eb-9218-4f40-9e76-b5921cca7348 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577679
Jan 27 05:52:21.940950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be86a6-09ee-4657-bf3a-5082a038bb89 req-481b0d2b-0739-4e87-9163-c7dda13fb030 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:21.943073 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-53be86a6-09ee-4657-bf3a-5082a038bb89 req-481b0d2b-0739-4e87-9163-c7dda13fb030 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.1861455
Jan 27 05:52:22.051551 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-53be86a6-09ee-4657-bf3a-5082a038bb89 req-1b0b7e73-9054-4510-b50d-073e34f1dd8b tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936892
Jan 27 05:52:22.171660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90332c16-b7cf-4fb1-9438-24fe2b2e8076 req-0e9e4d8f-95b9-4279-88dc-ffc3b919337e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:22.173461 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-90332c16-b7cf-4fb1-9438-24fe2b2e8076 req-0e9e4d8f-95b9-4279-88dc-ffc3b919337e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.3818910
Jan 27 05:52:22.246276 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-90332c16-b7cf-4fb1-9438-24fe2b2e8076 req-81931d2a-a343-434b-b48a-ce762e07a8ab tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592370
Jan 27 05:52:22.987907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62869e6f-4d5e-49a6-a08d-1e97ab6ca921 req-10269402-21e4-40da-bca0-1f97c7aa9229 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:22.990943 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62869e6f-4d5e-49a6-a08d-1e97ab6ca921 req-10269402-21e4-40da-bca0-1f97c7aa9229 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.3015740
Jan 27 05:52:23.055566 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62869e6f-4d5e-49a6-a08d-1e97ab6ca921 req-a5a7e13f-be6a-4d1c-a861-e20e6b2d6938 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581892
Jan 27 05:52:23.426205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b740cd-0115-47c5-942a-fe0398767d54 req-87aeb209-0a32-420c-860f-005581f7fd9c tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:23.429218 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-61b740cd-0115-47c5-942a-fe0398767d54 req-87aeb209-0a32-420c-860f-005581f7fd9c tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.2343264
Jan 27 05:52:23.544683 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-61b740cd-0115-47c5-942a-fe0398767d54 req-e8fc2feb-d149-43a2-9873-ce8383f714d4 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056325
Jan 27 05:52:23.855390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c391ba-e60b-4a85-adfb-fb06765b1db7 req-3bb48967-0de8-4ee8-bd91-617a76361790 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:23.857212 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c0c391ba-e60b-4a85-adfb-fb06765b1db7 req-3bb48967-0de8-4ee8-bd91-617a76361790 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.1583209
Jan 27 05:52:23.962494 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c0c391ba-e60b-4a85-adfb-fb06765b1db7 req-5c1cab6d-3375-49e4-a25a-4b8a38a44685 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969896
Jan 27 05:52:24.351484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853350d4-87ee-48e9-ac9a-517f882519a6 req-79e39fbe-bb42-4108-8161-85b5ae7beaaa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:24.353236 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-853350d4-87ee-48e9-ac9a-517f882519a6 req-79e39fbe-bb42-4108-8161-85b5ae7beaaa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1567798
Jan 27 05:52:24.424571 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-853350d4-87ee-48e9-ac9a-517f882519a6 req-8691030c-55c2-4990-af7c-2ccf9e4ecd27 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582852
Jan 27 05:52:24.819563 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50a9bb-ce1c-4396-ad43-b85ecad2b9f0 req-848025c2-53c6-47d0-95f7-c6905d3c2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:24.821281 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8b50a9bb-ce1c-4396-ad43-b85ecad2b9f0 req-848025c2-53c6-47d0-95f7-c6905d3c2d6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 1163 time: 0.0988400
Jan 27 05:52:24.892397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a231988-81d1-4532-a3ba-8dd5b86bb6b7 req-c1c6a960-ffc7-4ed6-91f4-60e7ea14076d tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:24.894250 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1a231988-81d1-4532-a3ba-8dd5b86bb6b7 req-c1c6a960-ffc7-4ed6-91f4-60e7ea14076d tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.1923056
Jan 27 05:52:24.971654 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1a231988-81d1-4532-a3ba-8dd5b86bb6b7 req-aaa5c0e5-4c71-4c8c-bec8-570cdb757fbc tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628343
Jan 27 05:52:25.562833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50a9bb-ce1c-4396-ad43-b85ecad2b9f0 req-c3836548-3113-4cef-a05a-95d33fb75f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:25.564776 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8b50a9bb-ce1c-4396-ad43-b85ecad2b9f0 req-c3836548-3113-4cef-a05a-95d33fb75f99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 912 time: 0.7342720
Jan 27 05:52:25.671402 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4f19e-c0d5-4160-bd5e-dff5d6268bb0 req-cea45831-5715-438a-be0e-78821896cf02 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:25.674416 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14e4f19e-c0d5-4160-bd5e-dff5d6268bb0 req-cea45831-5715-438a-be0e-78821896cf02 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.3732350
Jan 27 05:52:25.817099 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e8638-4c81-4b8d-a5f2-48ae3048f142 req-48d5af77-7d35-459a-b8d9-0968687a263a tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:25.820164 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d68e8638-4c81-4b8d-a5f2-48ae3048f142 req-48d5af77-7d35-459a-b8d9-0968687a263a tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.2391429
Jan 27 05:52:25.832025 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8b50a9bb-ce1c-4396-ad43-b85ecad2b9f0 req-74a44689-b5d8-4838-86db-51da5de52399 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c34341ff-dd8a-41e0-817b-74d600147e8e HTTP/1.1" status: 200  len: 217 time: 0.2523487
Jan 27 05:52:25.955946 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d68e8638-4c81-4b8d-a5f2-48ae3048f142 req-2267202d-deac-4ae3-bbf7-bb349f84390e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281199
Jan 27 05:52:25.993137 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14e4f19e-c0d5-4160-bd5e-dff5d6268bb0 req-6c9b5538-dfb9-42ec-8593-0bcb559a6954 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2200053
Jan 27 05:52:26.011742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50a9bb-ce1c-4396-ad43-b85ecad2b9f0 req-64d9af00-988d-4d8f-b564-8393c596d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:26.015760 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8b50a9bb-ce1c-4396-ad43-b85ecad2b9f0 req-64d9af00-988d-4d8f-b564-8393c596d909 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41d2b7db-a983-4e6b-affc-41649786fe08 HTTP/1.1" status: 200  len: 858 time: 0.1714454
Jan 27 05:52:26.128873 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8b50a9bb-ce1c-4396-ad43-b85ecad2b9f0 req-7f91296a-e70a-41f9-b6f3-72879256fd4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6605190-ee6e-4b9c-88d9-8654c343bcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0988622
Jan 27 05:52:26.500711 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8b50a9bb-ce1c-4396-ad43-b85ecad2b9f0 req-47f4f211-9585-4a4b-a9bb-42307b1677a0 service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3060801
Jan 27 05:52:26.581472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074cb3b-badc-4a6a-a672-3c45dc349b56 req-ba990640-6e93-4382-b18c-bd2710bc5b7e tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:26.583340 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b074cb3b-badc-4a6a-a672-3c45dc349b56 req-ba990640-6e93-4382-b18c-bd2710bc5b7e tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.4602575
Jan 27 05:52:26.750120 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b074cb3b-badc-4a6a-a672-3c45dc349b56 req-c946cb5a-25fa-4b9d-8aa9-ee4c9632c59f tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421700
Jan 27 05:52:26.793334 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8b50a9bb-ce1c-4396-ad43-b85ecad2b9f0 req-8a652a11-2537-4e2d-90da-8a0dca3ac8aa service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2087626
Jan 27 05:52:27.478940 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec349c-36fb-48f0-8687-39c7c848343b req-d13f3d3c-8fd5-4fd7-9508-8df809467f90 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:27.480871 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e6ec349c-36fb-48f0-8687-39c7c848343b req-d13f3d3c-8fd5-4fd7-9508-8df809467f90 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.2214530
Jan 27 05:52:27.494221 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054fce3-2162-45d5-8345-d6bc2bd8c0a4 req-d0250c38-d100-4291-88f2-26456ac3f666 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:27.496029 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9054fce3-2162-45d5-8345-d6bc2bd8c0a4 req-d0250c38-d100-4291-88f2-26456ac3f666 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.2680209
Jan 27 05:52:27.609905 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e6ec349c-36fb-48f0-8687-39c7c848343b req-1c2c7ed9-65b4-46de-8da0-70317981c5ef tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086338
Jan 27 05:52:27.625305 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9054fce3-2162-45d5-8345-d6bc2bd8c0a4 req-5bca6f75-a31b-4af5-b33a-9cc667329817 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148970
Jan 27 05:52:28.144745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed2e76-a386-49ce-bc8a-efb1d7ff62da req-1ee3f7ff-da2c-4bea-8e1e-83216581915c tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:28.146444 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6bed2e76-a386-49ce-bc8a-efb1d7ff62da req-1ee3f7ff-da2c-4bea-8e1e-83216581915c tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.13 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.2448821
Jan 27 05:52:28.222653 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35b56-3bb5-4bd6-98cb-1f40d3c7c43a req-4c59dd62-2ea9-4a70-96f4-38d9894509f2 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:28.224463 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4aa35b56-3bb5-4bd6-98cb-1f40d3c7c43a req-4c59dd62-2ea9-4a70-96f4-38d9894509f2 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 945 time: 0.2732451
Jan 27 05:52:28.357721 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4aa35b56-3bb5-4bd6-98cb-1f40d3c7c43a req-53637926-c7d5-4d06-87e4-1fb3cff80b45 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/security-groups?id=83301db0-f915-4403-b680-dd13ea643495&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886374
Jan 27 05:52:28.378053 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-6bed2e76-a386-49ce-bc8a-efb1d7ff62da req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Deleting port 33c10e72-ac3e-4e6f-a895-408cf4afe182 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:52:28.378501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6bed2e76-a386-49ce-bc8a-efb1d7ff62da req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:28.981957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-6bed2e76-a386-49ce-bc8a-efb1d7ff62da req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] For port 33c10e72-ac3e-4e6f-a895-408cf4afe182, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=33c10e72-ac3e-4e6f-a895-408cf4afe182,segment=NetworkSegment(e20af8a0-b5aa-41c5-a298-07614ff6e63a),segment_id=e20af8a0-b5aa-41c5-a298-07614ff6e63a)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:52:28.982841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6bed2e76-a386-49ce-bc8a-efb1d7ff62da req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:29.134336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba39cc-900c-4dde-9329-588a96ec5f12 req-956e8e53-f6a3-4785-a1a7-022cfdb1bad7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:29.136189 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-04ba39cc-900c-4dde-9329-588a96ec5f12 req-956e8e53-f6a3-4785-a1a7-022cfdb1bad7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.3623703
Jan 27 05:52:29.210705 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-04ba39cc-900c-4dde-9329-588a96ec5f12 req-05f03cab-85af-47b2-a918-823a46806841 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625916
Jan 27 05:52:29.235309 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-92672bab-14af-4df1-8232-6f313780d367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:29.241005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-6bed2e76-a386-49ce-bc8a-efb1d7ff62da req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Calling delete_port for 33c10e72-ac3e-4e6f-a895-408cf4afe182 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:52:29.489176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec1169-8d9b-4cba-9cb7-7795daf09c36 req-a1227686-b1a9-4c89-a294-c2bce84a0011 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:29.490926 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b9ec1169-8d9b-4cba-9cb7-7795daf09c36 req-a1227686-b1a9-4c89-a294-c2bce84a0011 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.4704800
Jan 27 05:52:29.621776 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b9ec1169-8d9b-4cba-9cb7-7795daf09c36 req-f50bf66e-98ef-4ca7-8647-1b8678feb666 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892546
Jan 27 05:52:29.657038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6bed2e76-a386-49ce-bc8a-efb1d7ff62da req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:29.676703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e66a0724-989a-4054-8514-889695049efd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:29.789378 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Pushing event deleted for resources: {'Port': ['ID=33c10e72-ac3e-4e6f-a895-408cf4afe182,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:29.792397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:29.849336 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2fc67929-d197-46eb-b044-595b3402b2ef req-b9fba8a4-9330-46c6-b097-f783ab7a69bd tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.0661979
Jan 27 05:52:29.988994 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bed2e76-a386-49ce-bc8a-efb1d7ff62da req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] No DVR routers for this DVR port 33c10e72-ac3e-4e6f-a895-408cf4afe182 on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 05:52:29.994746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6bed2e76-a386-49ce-bc8a-efb1d7ff62da req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:30.000239 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506d0c46-6f30-4679-8842-f380b98f6f25', 'name': 'network-vif-deleted', 'tag': '33c10e72-ac3e-4e6f-a895-408cf4afe182'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:52:30.048821 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6bed2e76-a386-49ce-bc8a-efb1d7ff62da req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.13 "DELETE /v2.0/ports/33c10e72-ac3e-4e6f-a895-408cf4afe182 HTTP/1.1" status: 204  len: 173 time: 1.8232002
Jan 27 05:52:30.078475 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506d0c46-6f30-4679-8842-f380b98f6f25', 'name': 'network-vif-deleted', 'tag': '33c10e72-ac3e-4e6f-a895-408cf4afe182', 'status': 'completed', 'code': 200}
Jan 27 05:52:30.539880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57427d1-e0cf-47b9-a200-cff007c79c9c req-77a32af2-2f97-4ebe-af69-8a4152fce5e2 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:30.541632 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d57427d1-e0cf-47b9-a200-cff007c79c9c req-77a32af2-2f97-4ebe-af69-8a4152fce5e2 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1610241
Jan 27 05:52:30.617994 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d57427d1-e0cf-47b9-a200-cff007c79c9c req-b98f2cda-aee2-454d-9f63-85069ae04281 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622365
Jan 27 05:52:30.913635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21fe67-9390-4427-9891-7a3def3de5d4 req-d4cac544-99b3-4b22-9bd6-d85a9fa018a8 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:30.915383 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf21fe67-9390-4427-9891-7a3def3de5d4 req-d4cac544-99b3-4b22-9bd6-d85a9fa018a8 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.1533720
Jan 27 05:52:30.982801 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf21fe67-9390-4427-9891-7a3def3de5d4 req-31654cc9-2a80-4c6a-a45f-4339fd0094e4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606604
Jan 27 05:52:31.163588 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-8216ea69-b33d-483f-9d1c-a0bee26c41ee req-decea0e2-f530-4b7c-a037-08c353263727 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Synchronizing usage tracker for tenant:6a9d67916835435da1784aceb69fd1db on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:52:31.210958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-8216ea69-b33d-483f-9d1c-a0bee26c41ee req-decea0e2-f530-4b7c-a037-08c353263727 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Unset dirty status for tenant:6a9d67916835435da1784aceb69fd1db on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:52:31.212329 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8216ea69-b33d-483f-9d1c-a0bee26c41ee req-decea0e2-f530-4b7c-a037-08c353263727 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.1029906
Jan 27 05:52:31.567662 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-daf35a58-1f13-47c5-abb7-2de1d0a88fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:31.917130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edd0c3-31fd-40b4-b64c-7a71120b2a88 req-6d0fa201-86b1-4354-9098-8c9836eced01 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:31.918801 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-69edd0c3-31fd-40b4-b64c-7a71120b2a88 req-6d0fa201-86b1-4354-9098-8c9836eced01 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1554749
Jan 27 05:52:32.008903 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-69edd0c3-31fd-40b4-b64c-7a71120b2a88 req-4150203c-324d-4f65-aa5a-b25c1ac07394 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822408
Jan 27 05:52:32.287190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37718d0a-aca7-4bed-a30c-3f36417a3f5c req-41b7a8a6-80bd-4477-952a-a5d9438000c8 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:32.288990 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-37718d0a-aca7-4bed-a30c-3f36417a3f5c req-41b7a8a6-80bd-4477-952a-a5d9438000c8 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.1552298
Jan 27 05:52:32.363009 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-37718d0a-aca7-4bed-a30c-3f36417a3f5c req-b15dc3b1-775f-49b5-b2d0-a89019d06a46 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624530
Jan 27 05:52:32.427747 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:32.565822 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3da01835-51d2-4dd5-a340-54804612a828 req-33e6633a-c4e0-40c9-989a-d89b0681ca83 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.0561647
Jan 27 05:52:33.306514 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad600f1-9ee4-4cfe-b640-a178d36e3b9e req-b71933a9-48e1-47b0-87fb-a0bf51de2e9e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:33.308181 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1ad600f1-9ee4-4cfe-b640-a178d36e3b9e req-b71933a9-48e1-47b0-87fb-a0bf51de2e9e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1588340
Jan 27 05:52:33.376383 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1ad600f1-9ee4-4cfe-b640-a178d36e3b9e req-a3cc6a85-e7b4-4520-9d8a-5a15c60873b3 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610423
Jan 27 05:52:33.598714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:33.642415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:33.979182 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749651da-e762-4d9b-8f46-66b457eb47f0 req-648882b7-6416-4794-9388-82b2b60fe426 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:33.979182 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-749651da-e762-4d9b-8f46-66b457eb47f0 req-648882b7-6416-4794-9388-82b2b60fe426 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.4233987
Jan 27 05:52:34.021481 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-749651da-e762-4d9b-8f46-66b457eb47f0 req-74d991b8-041d-4852-98d4-4d5468bc36cc tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661371
Jan 27 05:52:34.237996 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-65051a00-930e-477c-ba85-5b511f3f2911 req-f29849a6-493c-4f48-a4d8-037a4c08f90f tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.0509799
Jan 27 05:52:34.555215 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 65df00ba-6c53-4566-90e1-4e29d5a42c93 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:52:34.706632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e870f3-42c1-489e-a8cb-34e80bd5180c req-75272ffb-c3eb-47b3-a2f1-6c0e2686305d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:34.708487 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f4e870f3-42c1-489e-a8cb-34e80bd5180c req-75272ffb-c3eb-47b3-a2f1-6c0e2686305d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1850560
Jan 27 05:52:34.716299 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 65df00ba-6c53-4566-90e1-4e29d5a42c93 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:52:34.724733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 65df00ba-6c53-4566-90e1-4e29d5a42c93 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:52:34.725544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:34.834956 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f4e870f3-42c1-489e-a8cb-34e80bd5180c req-18df23b2-ecd3-4c9e-a005-8c0432d935be tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132550
Jan 27 05:52:34.869504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:34.902266 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65df00ba-6c53-4566-90e1-4e29d5a42c93'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:52:34.915787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 65df00ba-6c53-4566-90e1-4e29d5a42c93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:52:34.970828 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:34.977528 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65df00ba-6c53-4566-90e1-4e29d5a42c93', 'code': 200}
Jan 27 05:52:34.978290 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:35.061684 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=65df00ba-6c53-4566-90e1-4e29d5a42c93,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:35.065364 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:35.323598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf239b59-06d9-4b8e-9d85-f90a2441da79 req-ce13db37-f05c-4e4d-b0c7-69b8a4f85d00 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:35.325858 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf239b59-06d9-4b8e-9d85-f90a2441da79 req-ce13db37-f05c-4e4d-b0c7-69b8a4f85d00 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1629643
Jan 27 05:52:35.395462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 65df00ba-6c53-4566-90e1-4e29d5a42c93 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:52:35.467688 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b2ac7a7c-ef4f-4e1e-beaf-43e85a4805c0 req-36b3ebdc-d8d4-422b-839c-1b92d2584098 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.0790706
Jan 27 05:52:35.480725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 65df00ba-6c53-4566-90e1-4e29d5a42c93 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:52:35.481229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:35.520691 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf239b59-06d9-4b8e-9d85-f90a2441da79 req-aef4b7c0-095a-4cc8-8b0c-c301a2368d65 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1409769
Jan 27 05:52:35.545205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d5134-5a05-4ce3-bbbe-ea580c64be87 req-78a1ca11-d508-4c12-804b-cfc84b99e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:35.548279 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1d6d5134-5a05-4ce3-bbbe-ea580c64be87 req-78a1ca11-d508-4c12-804b-cfc84b99e1ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 1162 time: 0.2201834
Jan 27 05:52:35.641166 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1d6d5134-5a05-4ce3-bbbe-ea580c64be87 req-a71004fb-60ea-40ea-ad9a-6e353f658670 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829220
Jan 27 05:52:35.784019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 33c10e72-ac3e-4e6f-a895-408cf4afe182 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:52:35.824996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] No Port match for: 33c10e72-ac3e-4e6f-a895-408cf4afe182 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 05:52:35.825391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 33c10e72-ac3e-4e6f-a895-408cf4afe182 not bound to the agent host hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 05:52:36.091827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:52:36.201065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627f35c-a7d9-4fdf-a9e0-ecd61992d531 req-35a47b37-6f18-4c7e-8092-ec3d9159b5b1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:36.203565 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0627f35c-a7d9-4fdf-a9e0-ecd61992d531 req-35a47b37-6f18-4c7e-8092-ec3d9159b5b1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1565773
Jan 27 05:52:36.269147 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0627f35c-a7d9-4fdf-a9e0-ecd61992d531 req-362a4ae7-1c03-4b31-a98a-fc670de1a91b tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588820
Jan 27 05:52:36.735845 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-58e95e1c-b308-4924-b81b-fbdf618854a6 req-42e787a0-4672-48f8-8444-def23f6fcb2f tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.0571878
Jan 27 05:52:36.855683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf259e15-1720-4baf-88ba-558f5c80ec44 req-6dfd6dfb-9c2a-4f0f-8a08-4271f49d63d6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:36.855683 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf259e15-1720-4baf-88ba-558f5c80ec44 req-6dfd6dfb-9c2a-4f0f-8a08-4271f49d63d6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1679125
Jan 27 05:52:36.940224 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf259e15-1720-4baf-88ba-558f5c80ec44 req-cfb07b59-f6d1-472e-b50b-6560b8f87b4a tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627096
Jan 27 05:52:37.587606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd1ef2-25ea-43f5-9eee-e7cff4469a11 req-392ec4a0-4e02-441e-a62f-dbd8eebfca89 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:37.589727 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-babd1ef2-25ea-43f5-9eee-e7cff4469a11 req-392ec4a0-4e02-441e-a62f-dbd8eebfca89 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1705005
Jan 27 05:52:37.659732 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-babd1ef2-25ea-43f5-9eee-e7cff4469a11 req-9e6a6951-9e45-41aa-accf-3311a3b06bc0 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609944
Jan 27 05:52:38.127579 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1b9d265a-03d0-4f0a-a3b9-5fd4e97ea1f3 req-c40ab98e-d3c2-4193-9bcb-1c8ce1992f18 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] 10.222.0.24 "GET /v2.0/ports?device_id=506d0c46-6f30-4679-8842-f380b98f6f25 HTTP/1.1" status: 200  len: 210 time: 0.1200550
Jan 27 05:52:38.354917 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe64199-7ac8-4b67-b391-d81ea6241def req-3f40483a-73c2-4be2-8b27-eed4b396f563 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:38.357037 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5fe64199-7ac8-4b67-b391-d81ea6241def req-3f40483a-73c2-4be2-8b27-eed4b396f563 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2346649
Jan 27 05:52:38.467795 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5fe64199-7ac8-4b67-b391-d81ea6241def req-ca30f5c0-2518-4340-b882-6234b7a1206f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984955
Jan 27 05:52:39.086193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34533d-1901-4aa5-847a-358b17870a12 req-e357da5f-c0fb-4574-b5cc-c16b5d9ba473 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:39.087944 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-eb34533d-1901-4aa5-847a-358b17870a12 req-e357da5f-c0fb-4574-b5cc-c16b5d9ba473 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1876624
Jan 27 05:52:39.159398 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-eb34533d-1901-4aa5-847a-358b17870a12 req-99bc08f9-2590-4564-9f57-336289839d99 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620382
Jan 27 05:52:39.811561 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4166d4-28b5-4617-920c-b6045a051381 req-0e4cc520-4aa0-44d1-bc8a-10554645918c tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:39.813880 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8b4166d4-28b5-4617-920c-b6045a051381 req-0e4cc520-4aa0-44d1-bc8a-10554645918c tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1720972
Jan 27 05:52:39.926798 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8b4166d4-28b5-4617-920c-b6045a051381 req-22a4796a-c3d1-4d3d-a5ed-e9b4a39f4a0d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0975170
Jan 27 05:52:40.368863 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56809879-4b96-464b-b42f-8620d56993cc req-b8a29c5e-ef98-4ff9-859a-b33d5f3fa9e8 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:40.370629 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-56809879-4b96-464b-b42f-8620d56993cc req-b8a29c5e-ef98-4ff9-859a-b33d5f3fa9e8 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2349551
Jan 27 05:52:40.381375 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 36964) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:40.391715 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-bb7949f1-7bb4-4e58-8eae-1df5a3ca8951 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'floatingip': {'port_id': '65df00ba-6c53-4566-90e1-4e29d5a42c93'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:52:40.526746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bb7949f1-7bb4-4e58-8eae-1df5a3ca8951 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:40.791748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24712432-e51a-4d14-ae35-fd5f8ab95c02 req-afc0ce2a-e69d-4ec4-9df1-45f359698625 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:40.794514 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-24712432-e51a-4d14-ae35-fd5f8ab95c02 req-afc0ce2a-e69d-4ec4-9df1-45f359698625 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.3030365
Jan 27 05:52:40.941082 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-24712432-e51a-4d14-ae35-fd5f8ab95c02 req-4b66f332-6c83-4b9b-81e4-f5058b0cd369 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389499
Jan 27 05:52:41.456027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bb7949f1-7bb4-4e58-8eae-1df5a3ca8951 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:41.489962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bb7949f1-7bb4-4e58-8eae-1df5a3ca8951 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:41.722099 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [None req-bb7949f1-7bb4-4e58-8eae-1df5a3ca8951 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Floating IP 1ecf75b0-0977-4093-a399-bab23c31071d associated. External IP: 172.27.2.178, port: 65df00ba-6c53-4566-90e1-4e29d5a42c93.
Jan 27 05:52:42.320339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca73587-ca40-4c7f-a029-3f45e850fce4 req-81f1b7b1-5dd7-49b2-8b32-3d8909601968 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:42.322090 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2ca73587-ca40-4c7f-a029-3f45e850fce4 req-81f1b7b1-5dd7-49b2-8b32-3d8909601968 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1611569
Jan 27 05:52:42.391392 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2ca73587-ca40-4c7f-a029-3f45e850fce4 req-8fc3d39f-1796-49a0-88b3-41b627c88e3d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611470
Jan 27 05:52:42.517526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7949f1-7bb4-4e58-8eae-1df5a3ca8951 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Router 71648d5c-ef71-4842-beb4-e73be5437244 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:52:42.719761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7949f1-7bb4-4e58-8eae-1df5a3ca8951 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:52:42.724544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bb7949f1-7bb4-4e58-8eae-1df5a3ca8951 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:42.736057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7ea12-c1cf-4e67-8b69-819255b0d04e None None] Sync routers for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:52:42.753717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7ea12-c1cf-4e67-8b69-819255b0d04e None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:52:42.754847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-94b7ea12-c1cf-4e67-8b69-819255b0d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6398851d0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:52:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:52:42.833812 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-bb7949f1-7bb4-4e58-8eae-1df5a3ca8951 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "PUT /v2.0/floatingips/1ecf75b0-0977-4093-a399-bab23c31071d HTTP/1.1" status: 200  len: 991 time: 2.4474611
Jan 27 05:52:42.833812 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'tag': '65df00ba-6c53-4566-90e1-4e29d5a42c93'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:52:43.130201 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 65df00ba-6c53-4566-90e1-4e29d5a42c93 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:52:43.239922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 65df00ba-6c53-4566-90e1-4e29d5a42c93 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:52:43.240689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:43.302773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-94b7ea12-c1cf-4e67-8b69-819255b0d04e None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:52:43.737920 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-94b7ea12-c1cf-4e67-8b69-819255b0d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6398851d0>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '1ecf75b0-0977-4093-a399-bab23c31071d', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'port_id': '65df00ba-6c53-4566-90e1-4e29d5a42c93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'mac_address': 'fa:16:3e:8a:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:51:44Z', 'updated_at': '2021-01-27T05:52:41Z', 'revision_number': 1, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:52:43.742428 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7ea12-c1cf-4e67-8b69-819255b0d04e None None] Checking router: 71648d5c-ef71-4842-beb4-e73be5437244 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:52:43.752899 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7ea12-c1cf-4e67-8b69-819255b0d04e None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:52:43.753578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-94b7ea12-c1cf-4e67-8b69-819255b0d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6398851d0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:52:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:52:43.970650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-94b7ea12-c1cf-4e67-8b69-819255b0d04e None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:52:44.429117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-94b7ea12-c1cf-4e67-8b69-819255b0d04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6398851d0>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '1ecf75b0-0977-4093-a399-bab23c31071d', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'port_id': '65df00ba-6c53-4566-90e1-4e29d5a42c93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'mac_address': 'fa:16:3e:8a:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:51:44Z', 'updated_at': '2021-01-27T05:52:41Z', 'revision_number': 1, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:52:44.434149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7ea12-c1cf-4e67-8b69-819255b0d04e None None] The sync data for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi is: [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '1ecf75b0-0977-4093-a399-bab23c31071d', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'port_id': '65df00ba-6c53-4566-90e1-4e29d5a42c93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'mac_address': 'fa:16:3e:8a:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:51:44Z', 'updated_at': '2021-01-27T05:52:41Z', 'revision_number': 1, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:52:44.732750 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'tag': '65df00ba-6c53-4566-90e1-4e29d5a42c93', 'status': 'completed', 'code': 200}
Jan 27 05:52:44.742739 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4be9ac80-55d8-4118-b396-7ee63565652b req-60524f27-9b23-4c7f-a766-3264e71c9ca2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1352103
Jan 27 05:52:44.806465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08704a0-0123-428e-a4fc-38bb5ddbd7ab None None] New status for floating IP 1ecf75b0-0977-4093-a399-bab23c31071d: ACTIVE {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 05:52:45.048847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a92f7-7a2f-4e31-b85e-93c038ca7ce8 req-4133221c-0893-4941-b1e9-30a21a3a5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:45.050526 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf4a92f7-7a2f-4e31-b85e-93c038ca7ce8 req-4133221c-0893-4941-b1e9-30a21a3a5fc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 1162 time: 0.2428696
Jan 27 05:52:45.221516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a92f7-7a2f-4e31-b85e-93c038ca7ce8 req-0bf803c4-4f2e-4d2a-85cf-95747cedbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:45.223944 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf4a92f7-7a2f-4e31-b85e-93c038ca7ce8 req-0bf803c4-4f2e-4d2a-85cf-95747cedbbc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 905 time: 0.1662164
Jan 27 05:52:45.226892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0482e2-c75f-4ecd-a95b-b088f0460c7b req-ba9d8531-e69d-43bb-888a-e497a5f7bd0e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:45.230973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9ac80-55d8-4118-b396-7ee63565652b req-dd485733-9ba2-478a-af7c-bd97b232d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:45.233670 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4be9ac80-55d8-4118-b396-7ee63565652b req-dd485733-9ba2-478a-af7c-bd97b232d0e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 1162 time: 0.3006144
Jan 27 05:52:45.237806 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4d0482e2-c75f-4ecd-a95b-b088f0460c7b req-ba9d8531-e69d-43bb-888a-e497a5f7bd0e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.3331487
Jan 27 05:52:45.411258 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4d0482e2-c75f-4ecd-a95b-b088f0460c7b req-1cbda8c3-2073-4484-b4f4-c677d09d60da tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562836
Jan 27 05:52:45.468385 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf4a92f7-7a2f-4e31-b85e-93c038ca7ce8 req-e8e18c70-7353-483a-95f2-f3ebecfe96f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93 HTTP/1.1" status: 200  len: 999 time: 0.2276196
Jan 27 05:52:45.624332 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9ac80-55d8-4118-b396-7ee63565652b req-a39f9803-350b-4db4-946e-3d3b02401783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:45.627059 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4be9ac80-55d8-4118-b396-7ee63565652b req-a39f9803-350b-4db4-946e-3d3b02401783 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 912 time: 0.3218489
Jan 27 05:52:45.741970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a92f7-7a2f-4e31-b85e-93c038ca7ce8 req-214f8d48-4f7a-4e84-ba58-18bf312a67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:45.744920 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf4a92f7-7a2f-4e31-b85e-93c038ca7ce8 req-214f8d48-4f7a-4e84-ba58-18bf312a67cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553256bc-95c4-47dc-a078-dc0fbcc996e5 HTTP/1.1" status: 200  len: 850 time: 0.2575798
Jan 27 05:52:45.747932 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4be9ac80-55d8-4118-b396-7ee63565652b req-16ff7cfd-46cf-428c-855b-8214d1a59903 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 HTTP/1.1" status: 200  len: 217 time: 0.1087861
Jan 27 05:52:45.905982 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9ac80-55d8-4118-b396-7ee63565652b req-04c59a05-beb3-4b47-af47-c3d1494400f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:45.910380 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4be9ac80-55d8-4118-b396-7ee63565652b req-04c59a05-beb3-4b47-af47-c3d1494400f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41d2b7db-a983-4e6b-affc-41649786fe08 HTTP/1.1" status: 200  len: 858 time: 0.0979383
Jan 27 05:52:45.934852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a92f7-7a2f-4e31-b85e-93c038ca7ce8 req-c01725b2-35c6-4ec3-9b75-3c2cc0b247fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:45.937167 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf4a92f7-7a2f-4e31-b85e-93c038ca7ce8 req-c01725b2-35c6-4ec3-9b75-3c2cc0b247fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1720526
Jan 27 05:52:46.025706 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4be9ac80-55d8-4118-b396-7ee63565652b req-c6cb939d-cfd6-4151-a243-974f00324adc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6605190-ee6e-4b9c-88d9-8654c343bcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0799823
Jan 27 05:52:46.267998 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf4a92f7-7a2f-4e31-b85e-93c038ca7ce8 req-f76617cb-da30-46c6-be2e-b57bebb53b59 service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2860053
Jan 27 05:52:46.279686 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4be9ac80-55d8-4118-b396-7ee63565652b req-fcc7ab5a-492b-42a9-9339-87bea33f72af service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046287
Jan 27 05:52:46.561846 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4be9ac80-55d8-4118-b396-7ee63565652b req-3f0783ea-313a-45b8-a887-8247ea70ae5c service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2300959
Jan 27 05:52:46.612596 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf4a92f7-7a2f-4e31-b85e-93c038ca7ce8 req-8e1ce883-ca58-4e2b-9416-e4e6875a9171 service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3314588
Jan 27 05:52:46.724092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88e04d-d7c6-42ee-9022-48a3945f0f01 req-5a14a12d-afbe-4744-adde-88a243e7ad93 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:46.728147 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0b88e04d-d7c6-42ee-9022-48a3945f0f01 req-5a14a12d-afbe-4744-adde-88a243e7ad93 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1678619
Jan 27 05:52:46.840026 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0b88e04d-d7c6-42ee-9022-48a3945f0f01 req-ddc638fc-98af-4317-b7b9-5b0c8f21a51e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073811
Jan 27 05:52:47.303006 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 37078) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:47.380434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Deleting subnet 54d0a0dd-b68f-4ad9-bea1-a4ce3bd825af {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 05:52:47.384721 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:47.463340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:47.479459 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:48.084824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:48.102375 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa0e03af-b498-4dea-8bdb-5dcb31604501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:48.219590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d0a0dd-b68f-4ad9-bea1-a4ce3bd825af,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:48.284371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.284783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.285178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.285578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.285965 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.286356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.286738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.287123 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.287536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.287923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.288335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.288692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.289156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.289534 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.289915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.290297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.290674 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.291027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.291426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.291811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.292181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.292566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.292948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.293310 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:48.317572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:48.578466 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:48.590834 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/54d0a0dd-b68f-4ad9-bea1-a4ce3bd825af HTTP/1.1" status: 204  len: 168 time: 1.2864850
Jan 27 05:52:48.594329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 37110) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:48.678611 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdf2fa-d059-4ab4-9425-2c482220e3a7 req-593f86c8-4b3b-4453-911c-c953a61229bd tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:48.687621 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c2bdf2fa-d059-4ab4-9425-2c482220e3a7 req-593f86c8-4b3b-4453-911c-c953a61229bd tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.4593165
Jan 27 05:52:48.732858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:48.755132 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c2bdf2fa-d059-4ab4-9425-2c482220e3a7 req-5a83e6e7-5b5d-465f-a606-c243f794bd8f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664208
Jan 27 05:52:48.969394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:49.098346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa638fbc5f8>> segment before_delete 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.098897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa638fbc5f8>> subnet precommit_delete_associations 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.099630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa6381967b8>> segment_host_mapping after_create 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.100010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa6381967b8>> port after_create 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.100369 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa6381967b8>> port after_delete 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.100757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa6381967b8>> port after_update 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.101113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa6381967b8>> segment after_delete 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.101472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa6381967b8>> subnet after_create 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.101829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa6381967b8>> subnet after_delete 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.102185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa6381967b8>> subnet after_update 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.168527 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa6390fd978>> subnet after_create 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.168914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa6390fd978>> subnet after_delete 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.169374 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa6390fd978>> subnet before_create 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.170265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa6390fd978>> subnet before_update 55550000 {{(pid=80177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:52:49.170810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa638e28240>,) {'filters': {'network_id': ['d6a97b38-ebf7-40f3-95c5-9323e6069d9a']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:52:49.187140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa638e28240>, 'e20af8a0-b5aa-41c5-a298-07614ff6e63a') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:52:49.187496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa638e28240>, 'e20af8a0-b5aa-41c5-a298-07614ff6e63a') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:52:49.201653 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852522482'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:49.218693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:49.221064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 05:52:49.422397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Network d6a97b38-ebf7-40f3-95c5-9323e6069d9a has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:52:49.433098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851861974'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:49.638808 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Network d6a97b38-ebf7-40f3-95c5-9323e6069d9a has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   (rel_b, rel_a, rel_b),
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   (rel_b, rel_a, rel_b),
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 05:52:49.666845 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 05:52:49.844380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:49.849448 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f835627b-0198-4d32-b29c-56a92f21a66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:49.870649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a97b38-ebf7-40f3-95c5-9323e6069d9a,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:49.873950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:49.887540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.888115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.889348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.889785 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.890422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.890909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.891413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.891912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.892417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.892894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.893455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.893998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.894625 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.895192 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.895741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.896239 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.896712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.897189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.897728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.898199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.898674 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.899153 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.899716 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.900187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:52:49.911938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:49.938265 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d6a97b38-ebf7-40f3-95c5-9323e6069d9a HTTP/1.1" status: 204  len: 168 time: 1.3427141
Jan 27 05:52:50.327218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 37142) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:50.397185 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-fa6d0146-18a4-4e13-a66b-1d4d5fc79067 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a9d67916835435da1784aceb69fd1db&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0673919
Jan 27 05:52:50.401646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 37148) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:50.530152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-10080a29-40a1-456e-8ac7-568a0929f0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:50.556559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 37154) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:50.572646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-10080a29-40a1-456e-8ac7-568a0929f0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:50.678929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-10080a29-40a1-456e-8ac7-568a0929f0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:50.684956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-530f7d00-a834-4e75-ad50-deeb206e3df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:50.704477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10080a29-40a1-456e-8ac7-568a0929f0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83301db0-f915-4403-b680-dd13ea643495,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:50.708611 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-10080a29-40a1-456e-8ac7-568a0929f0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:50.740274 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-10080a29-40a1-456e-8ac7-568a0929f0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:50.742998 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-10080a29-40a1-456e-8ac7-568a0929f0c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83301db0-f915-4403-b680-dd13ea643495 HTTP/1.1" status: 204  len: 168 time: 0.3397379
Jan 27 05:52:50.750013 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-72c25067-33b9-47a1-abda-225e816a299b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:50.767162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-72c25067-33b9-47a1-abda-225e816a299b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:50.771792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-72c25067-33b9-47a1-abda-225e816a299b admin admin] Usage tracker for resource:security_group_rule and tenant:1faeecf478a94e62951f77dfc03fa69d is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:52:50.775186 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-72c25067-33b9-47a1-abda-225e816a299b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:52:50.783115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-72c25067-33b9-47a1-abda-225e816a299b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:51.190733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-72c25067-33b9-47a1-abda-225e816a299b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:51.241402 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-72c25067-33b9-47a1-abda-225e816a299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:51.251649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d1649029-ded9-4935-8f71-812a93fd5bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:51.299988 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-72c25067-33b9-47a1-abda-225e816a299b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1faeecf478a94e62951f77dfc03fa69d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7420328
Jan 27 05:52:51.300844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c25067-33b9-47a1-abda-225e816a299b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decf017b-15ac-4b11-b44c-8f897ef9c061,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:51.303076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 37170) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:51.304715 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-72c25067-33b9-47a1-abda-225e816a299b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:51.401592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c7544e2-dad7-43f0-9169-c4d7f32237b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:51.436560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c7544e2-dad7-43f0-9169-c4d7f32237b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:51.593527 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c7544e2-dad7-43f0-9169-c4d7f32237b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:51.598112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fc72a14e-c54e-4271-ab0a-507eabf4da30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:51.614708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7544e2-dad7-43f0-9169-c4d7f32237b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decf017b-15ac-4b11-b44c-8f897ef9c061,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:51.618332 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9c7544e2-dad7-43f0-9169-c4d7f32237b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:51.620759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c7544e2-dad7-43f0-9169-c4d7f32237b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:51.621888 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-9c7544e2-dad7-43f0-9169-c4d7f32237b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/decf017b-15ac-4b11-b44c-8f897ef9c061 HTTP/1.1" status: 204  len: 168 time: 0.3167839
Jan 27 05:52:52.455406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 37198) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:52.491733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f72e621-f411-472a-9f0d-37366f876ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:52.524964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8f72e621-f411-472a-9f0d-37366f876ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:52.533613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-8f72e621-f411-472a-9f0d-37366f876ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:a85d6d02a9b34f349bd677763e23f360 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:52:52.539729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-8f72e621-f411-472a-9f0d-37366f876ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:52:52.551401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8f72e621-f411-472a-9f0d-37366f876ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:52.698931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f72e621-f411-472a-9f0d-37366f876ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:52.734140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f72e621-f411-472a-9f0d-37366f876ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:52.756368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-afe6c1c3-d98c-4f46-bd48-bb0d17a44fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:52.819676 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-8f72e621-f411-472a-9f0d-37366f876ff2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a85d6d02a9b34f349bd677763e23f360&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3620663
Jan 27 05:52:52.820643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72e621-f411-472a-9f0d-37366f876ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f24b7bd-e561-43be-b369-4412130d0ee0,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:52.824320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8f72e621-f411-472a-9f0d-37366f876ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:52.825023 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 37206) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:52.901413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc34869f-ddf2-41fb-8f39-a6a5fd300de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:52.950946 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc34869f-ddf2-41fb-8f39-a6a5fd300de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:53.030598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc34869f-ddf2-41fb-8f39-a6a5fd300de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:53.040572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-10080a29-40a1-456e-8ac7-568a0929f0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:53.068483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34869f-ddf2-41fb-8f39-a6a5fd300de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f24b7bd-e561-43be-b369-4412130d0ee0,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:53.073491 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fc34869f-ddf2-41fb-8f39-a6a5fd300de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:53.075587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc34869f-ddf2-41fb-8f39-a6a5fd300de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:53.083405 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-fc34869f-ddf2-41fb-8f39-a6a5fd300de2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f24b7bd-e561-43be-b369-4412130d0ee0 HTTP/1.1" status: 204  len: 168 time: 0.2560759
Jan 27 05:52:53.613911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:54.058712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6f6df-7acb-4d49-bec6-a42d5147093a req-3e0bb75d-f1a0-4bb0-8ac2-a25ced35468a tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:54.061849 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a3e6f6df-7acb-4d49-bec6-a42d5147093a req-3e0bb75d-f1a0-4bb0-8ac2-a25ced35468a tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.2603290
Jan 27 05:52:54.130382 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a3e6f6df-7acb-4d49-bec6-a42d5147093a req-ab26f0ca-00af-4b1a-a6c9-93e3c1a9456a tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618763
Jan 27 05:52:54.829421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 37268) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:55.146225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f8f01f79-3557-4031-97d4-d41d16bee8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:55.176489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f8f01f79-3557-4031-97d4-d41d16bee8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:55.184137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f8f01f79-3557-4031-97d4-d41d16bee8a0 admin admin] Usage tracker for resource:security_group_rule and tenant:421c246a90cf4b808f96f04301f57cb8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:52:55.190394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f8f01f79-3557-4031-97d4-d41d16bee8a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:52:55.198882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f8f01f79-3557-4031-97d4-d41d16bee8a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:55.317393 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f8f01f79-3557-4031-97d4-d41d16bee8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:55.375665 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f8f01f79-3557-4031-97d4-d41d16bee8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:55.387867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f35a9a26-8172-4118-8d86-5950a705c17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:55.426408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f01f79-3557-4031-97d4-d41d16bee8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f29629-8fdf-4a12-94d5-4c9c37ba5568,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:55.441709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f8f01f79-3557-4031-97d4-d41d16bee8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:55.455605 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f8f01f79-3557-4031-97d4-d41d16bee8a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=421c246a90cf4b808f96f04301f57cb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6240482
Jan 27 05:52:55.456330 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 37286) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:55.526278 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4077b2-e8b4-4bc2-bd7f-26ad5d791ff8 req-7b262931-9a11-4132-ba51-a3ae2daf9521 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:55.526570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e197cf81-30b3-496f-b74a-61f46de6bcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:55.535163 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4f4077b2-e8b4-4bc2-bd7f-26ad5d791ff8 req-7b262931-9a11-4132-ba51-a3ae2daf9521 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.2202654
Jan 27 05:52:55.541400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 37290) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:55.571195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e197cf81-30b3-496f-b74a-61f46de6bcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:55.628019 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4f4077b2-e8b4-4bc2-bd7f-26ad5d791ff8 req-d85b4095-199e-467e-8f6f-b7b63bc8462e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914450
Jan 27 05:52:55.668184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e197cf81-30b3-496f-b74a-61f46de6bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:55.673642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:55.688267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197cf81-30b3-496f-b74a-61f46de6bcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f29629-8fdf-4a12-94d5-4c9c37ba5568,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:55.692797 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e197cf81-30b3-496f-b74a-61f46de6bcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:55.706419 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e197cf81-30b3-496f-b74a-61f46de6bcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:55.711585 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e197cf81-30b3-496f-b74a-61f46de6bcb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5f29629-8fdf-4a12-94d5-4c9c37ba5568 HTTP/1.1" status: 204  len: 168 time: 0.2538671
Jan 27 05:52:55.800711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5272d1e8-b12b-49a1-bd68-70d556e63790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:55.826382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5272d1e8-b12b-49a1-bd68-70d556e63790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:55.832745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5272d1e8-b12b-49a1-bd68-70d556e63790 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce94adf5c124cdeb2d6b236085fdd7e is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:52:55.837033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5272d1e8-b12b-49a1-bd68-70d556e63790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:52:55.849192 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5272d1e8-b12b-49a1-bd68-70d556e63790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:56.104354 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5272d1e8-b12b-49a1-bd68-70d556e63790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:56.170690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5272d1e8-b12b-49a1-bd68-70d556e63790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:56.188908 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a72351ef-2d14-424e-ad9c-83f91c7ba97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:56.444060 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5272d1e8-b12b-49a1-bd68-70d556e63790 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ce94adf5c124cdeb2d6b236085fdd7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9014232
Jan 27 05:52:56.444933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272d1e8-b12b-49a1-bd68-70d556e63790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655431e3-6d12-43cc-bd1a-eee7ad0df743,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:56.448553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5272d1e8-b12b-49a1-bd68-70d556e63790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:56.449682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 37316) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:56.555815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ce621261-373f-4368-aaab-0611c3d5d672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:56.578870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 37320) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:56.594164 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ce621261-373f-4368-aaab-0611c3d5d672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:56.606903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5c2fbb6-a95b-4f49-8810-c324e6e2afa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:56.636381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e5c2fbb6-a95b-4f49-8810-c324e6e2afa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:56.645935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e5c2fbb6-a95b-4f49-8810-c324e6e2afa8 admin admin] Usage tracker for resource:security_group_rule and tenant:e12666c506134c42b2303ab975d1c4d8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:52:56.652068 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e5c2fbb6-a95b-4f49-8810-c324e6e2afa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:52:56.663682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e5c2fbb6-a95b-4f49-8810-c324e6e2afa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:56.683414 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ce621261-373f-4368-aaab-0611c3d5d672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:56.693937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8f8a761d-fa2d-4f68-adb9-889c868ee143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:56.725810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce621261-373f-4368-aaab-0611c3d5d672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655431e3-6d12-43cc-bd1a-eee7ad0df743,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:56.730284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ce621261-373f-4368-aaab-0611c3d5d672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:56.746627 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ce621261-373f-4368-aaab-0611c3d5d672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:56.766891 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-ce621261-373f-4368-aaab-0611c3d5d672 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/655431e3-6d12-43cc-bd1a-eee7ad0df743 HTTP/1.1" status: 204  len: 168 time: 0.3015592
Jan 27 05:52:56.942264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5c2fbb6-a95b-4f49-8810-c324e6e2afa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:56.972440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5c2fbb6-a95b-4f49-8810-c324e6e2afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:56.981389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:57.098996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0642e8-7221-4829-ac1c-1314ac4c84f3 req-f0806289-80eb-4132-ae0b-b7328333f027 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:57.100776 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bc0642e8-7221-4829-ac1c-1314ac4c84f3 req-f0806289-80eb-4132-ae0b-b7328333f027 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.3118737
Jan 27 05:52:57.106105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2fbb6-a95b-4f49-8810-c324e6e2afa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666d5482-6827-4ed1-b0ab-136bb8eb74bf,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:57.113207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e5c2fbb6-a95b-4f49-8810-c324e6e2afa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:57.139500 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e5c2fbb6-a95b-4f49-8810-c324e6e2afa8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e12666c506134c42b2303ab975d1c4d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5540526
Jan 27 05:52:57.140035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 37334) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:57.234361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aede009b-1ec6-4bd8-8b3a-9c9aff164c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:57.256493 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bc0642e8-7221-4829-ac1c-1314ac4c84f3 req-895aeafb-901f-43b2-b22d-77f65b9052c1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416645
Jan 27 05:52:57.291105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aede009b-1ec6-4bd8-8b3a-9c9aff164c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:57.390627 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aede009b-1ec6-4bd8-8b3a-9c9aff164c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:57.397345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6ecb0ee3-f57c-4a68-be52-89fba7f7496e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:52:57.446898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede009b-1ec6-4bd8-8b3a-9c9aff164c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666d5482-6827-4ed1-b0ab-136bb8eb74bf,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:52:57.446898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aede009b-1ec6-4bd8-8b3a-9c9aff164c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:52:57.446898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aede009b-1ec6-4bd8-8b3a-9c9aff164c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:57.457570 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-aede009b-1ec6-4bd8-8b3a-9c9aff164c03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/666d5482-6827-4ed1-b0ab-136bb8eb74bf HTTP/1.1" status: 204  len: 168 time: 0.3071437
Jan 27 05:52:58.911698 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18943dc8-a352-49cb-a2f8-2c989ae45830 req-40ff428d-eaf3-47a7-8b57-2f4fcf6be712 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:52:58.919790 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-18943dc8-a352-49cb-a2f8-2c989ae45830 req-40ff428d-eaf3-47a7-8b57-2f4fcf6be712 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.2435324
Jan 27 05:52:59.026906 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-18943dc8-a352-49cb-a2f8-2c989ae45830 req-841fbf2e-9624-4f4e-8588-ec4147c798a3 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057422
Jan 27 05:52:59.190669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-05c0320c-c60f-4810-a431-5879672dcf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:59.408548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 37408) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:52:59.600830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-83287622-network', 'tenant_id': '17f25621010e433bb1083dd0965a7c2d'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:52:59.609508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:59.615674 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Usage tracker for resource:network and tenant:17f25621010e433bb1083dd0965a7c2d is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:52:59.619714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:52:59.630407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:59.684235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Made reservation on behalf of 17f25621010e433bb1083dd0965a7c2d for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:52:59.694481 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:59.721094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:59.754979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:52:59.762891 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Usage tracker for resource:security_group_rule and tenant:17f25621010e433bb1083dd0965a7c2d is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:52:59.767537 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:52:59.776297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:52:59.929140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:59.964593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:52:59.970016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ea442d35-3846-4e21-a632-dd6c05e3e50c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:00.006910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47d6000-29a0-4381-964a-6662bfb54b68,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:00.010395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:00.129722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:53:00.142229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771995697438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:00.143309 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Added segment 0b1cf1e9-bc96-48ba-a6bc-80000b4abfa3 of type vxlan for network 65b8046e-ba53-456b-ad79-f4fa3d8af875
Jan 27 05:53:00.251603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:00.378772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:00.381535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:00.382149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:00.388953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-181ba078-ef22-4ad2-b0c3-7b24be6f5fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:00.555860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Pushing event updated for resources: {'Network': ['ID=65b8046e-ba53-456b-ad79-f4fa3d8af875,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:00.562042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:00.575023 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 65b8046e-ba53-456b-ad79-f4fa3d8af875 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:53:00.592317 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 873 time: 1.1817946
Jan 27 05:53:00.597842 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 37426) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:00.608902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Request body: {'subnet': {'network_id': '65b8046e-ba53-456b-ad79-f4fa3d8af875', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-83287622-subnet', 'tenant_id': '17f25621010e433bb1083dd0965a7c2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:53:00.618807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:00.627091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Usage tracker for resource:subnet and tenant:17f25621010e433bb1083dd0965a7c2d is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:00.632608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:00.644085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:00.750318 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Made reservation on behalf of 17f25621010e433bb1083dd0965a7c2d for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:53:00.755441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:01.297464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:01.297464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-133caffa-31de-4e4c-b0ff-4d171414fd8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:01.380680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27940fbe-ed4f-4d97-94a6-645eb04ec707,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:01.394678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:01.484633 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Checking segment: {'id': '0b1cf1e9-bc96-48ba-a6bc-80000b4abfa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '65b8046e-ba53-456b-ad79-f4fa3d8af875'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:53:01.485301 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Network hostable DHCP agents. Network: 65b8046e-ba53-456b-ad79-f4fa3d8af875, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:53:01.562228 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Network 65b8046e-ba53-456b-ad79-f4fa3d8af875 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:53:01.607843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d17ca47b-e7e2-41a5-826a-4fbee3161187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:01.632710 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 65b8046e-ba53-456b-ad79-f4fa3d8af875) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:53:01.637641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:01.638527 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:01.644091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8453df45-a0f9-40b7-be85-03be1946a2c6 None None] Network 65b8046e-ba53-456b-ad79-f4fa3d8af875 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:53:01.702972 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.1029582
Jan 27 05:53:01.957294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b4e813-c3ab-461a-999c-348be9fc0764 None None] Network 65b8046e-ba53-456b-ad79-f4fa3d8af875 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:53:02.404711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:02.993809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 37464) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:03.001706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1092416128-network', 'tenant_id': '61a6e0e5f57847e4bf75e57070687c20'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:53:03.007018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:03.011391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Usage tracker for resource:network and tenant:61a6e0e5f57847e4bf75e57070687c20 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:03.015445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:03.021789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:03.061383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Made reservation on behalf of 61a6e0e5f57847e4bf75e57070687c20 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:53:03.066490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:03.080936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:03.098239 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:03.102615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:61a6e0e5f57847e4bf75e57070687c20 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:03.105826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:03.112749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:03.220239 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:03.272814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:03.277443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-72c25067-33b9-47a1-abda-225e816a299b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:03.313601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:53:03.323926 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8468f527-9f34-47e8-993c-f4858089745f,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:03.328139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:03.331236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:03.331819 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Added segment 410ccfcd-6f09-44af-a93b-3f3e77002b18 of type vxlan for network 53ce227e-cd62-4bb9-a8bf-a17ea61d4433
Jan 27 05:53:03.365697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:03.433139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:03.434777 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:03.435659 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:03.441286 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:03.555807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Pushing event updated for resources: {'Network': ['ID=53ce227e-cd62-4bb9-a8bf-a17ea61d4433,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:03.559816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:03.569900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 53ce227e-cd62-4bb9-a8bf-a17ea61d4433 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:53:03.588606 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5926886
Jan 27 05:53:03.593482 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 37474) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:03.600827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Request body: {'subnet': {'network_id': '53ce227e-cd62-4bb9-a8bf-a17ea61d4433', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1092416128-subnet', 'tenant_id': '61a6e0e5f57847e4bf75e57070687c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:53:03.606591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:03.612091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Usage tracker for resource:subnet and tenant:61a6e0e5f57847e4bf75e57070687c20 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:03.615269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:03.622106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:03.658277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Made reservation on behalf of 61a6e0e5f57847e4bf75e57070687c20 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:53:03.661381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:03.663456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:03.706655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:03.892340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network 65b8046e-ba53-456b-ad79-f4fa3d8af875 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:53:04.118953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02eec28-4896-4909-95b8-1252735d5731 req-4b0c0921-dd76-4be3-aa26-62a7161ca714 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:04.121138 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c02eec28-4896-4909-95b8-1252735d5731 req-4b0c0921-dd76-4be3-aa26-62a7161ca714 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1820264
Jan 27 05:53:04.242273 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c02eec28-4896-4909-95b8-1252735d5731 req-228a97c0-b657-4be5-a18e-d46317a7b96c tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070685
Jan 27 05:53:04.305168 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:04.316979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network 53ce227e-cd62-4bb9-a8bf-a17ea61d4433 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:53:04.320542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-934f5445-20ae-4e5e-88ed-b130582f11cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:04.455875 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40122ec6-db03-47f7-83f4-8769e77fb440,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:04.461344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:04.544989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Checking segment: {'id': '410ccfcd-6f09-44af-a93b-3f3e77002b18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '53ce227e-cd62-4bb9-a8bf-a17ea61d4433'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:53:04.545400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Network hostable DHCP agents. Network: 53ce227e-cd62-4bb9-a8bf-a17ea61d4433, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:53:04.613159 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Network 53ce227e-cd62-4bb9-a8bf-a17ea61d4433 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:53:04.655934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 53ce227e-cd62-4bb9-a8bf-a17ea61d4433) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:53:04.660879 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:04.661668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:04.666739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3107da23-a70e-4b9c-ad05-46070feea2bb None None] Network 53ce227e-cd62-4bb9-a8bf-a17ea61d4433 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:53:04.713616 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1188149
Jan 27 05:53:05.040793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b280ac3-8b63-4f94-b424-3ed6a7ff21a6 None None] Network 53ce227e-cd62-4bb9-a8bf-a17ea61d4433 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:53:05.712063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec484ae-324b-438b-9079-9654651c233f req-e0e40db9-49a4-4bdd-9490-716373e09777 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:05.713821 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aec484ae-324b-438b-9079-9654651c233f req-e0e40db9-49a4-4bdd-9490-716373e09777 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.2383435
Jan 27 05:53:05.784380 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aec484ae-324b-438b-9079-9654651c233f req-53c25e1b-c7f8-4e00-b259-7a381aaff65b tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623682
Jan 27 05:53:11.330404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9ab5-8b74-4dde-afb7-cb76c93cb1bf req-9718deab-82b3-493f-b7bc-e60470643bb4 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:11.332201 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-63ae9ab5-8b74-4dde-afb7-cb76c93cb1bf req-9718deab-82b3-493f-b7bc-e60470643bb4 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1968994
Jan 27 05:53:11.402703 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-63ae9ab5-8b74-4dde-afb7-cb76c93cb1bf req-8541a814-4439-4ced-a2c8-7cb2cfc452af tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634022
Jan 27 05:53:11.778160 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63ecb6-641b-4d7e-8846-699013f402ec req-1de094dc-c123-4d64-8bc5-c1a3332bd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:11.779959 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5c63ecb6-641b-4d7e-8846-699013f402ec req-1de094dc-c123-4d64-8bc5-c1a3332bd957 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 1163 time: 0.0893524
Jan 27 05:53:11.842734 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5c63ecb6-641b-4d7e-8846-699013f402ec req-972836ea-8a22-41f2-9655-7f82414153fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547216
Jan 27 05:53:13.092686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:53:18.423619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a74bae-c369-4bfd-b00b-752152576076 req-2c21bd86-6d08-4403-9e97-c78731b437b2 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:18.425486 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20a74bae-c369-4bfd-b00b-752152576076 req-2c21bd86-6d08-4403-9e97-c78731b437b2 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.2202046
Jan 27 05:53:18.492343 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20a74bae-c369-4bfd-b00b-752152576076 req-b40bbad4-045d-43dc-8f55-5dcd53236cee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604796
Jan 27 05:53:19.880319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a513b5c-3e62-4688-a165-ad83745c9bea req-be19be49-b9e9-47a4-9d21-0fc3091170b9 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:19.882686 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3a513b5c-3e62-4688-a165-ad83745c9bea req-be19be49-b9e9-47a4-9d21-0fc3091170b9 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1806378
Jan 27 05:53:19.964390 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3a513b5c-3e62-4688-a165-ad83745c9bea req-8facb80a-eb11-4f36-9a7e-12b2c4812bc6 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744143
Jan 27 05:53:20.386825 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064b7c-385f-4972-bd20-ad530643e962 req-7c66bd6b-d581-406e-b1ac-270ad1b45e14 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:20.390575 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-88064b7c-385f-4972-bd20-ad530643e962 req-7c66bd6b-d581-406e-b1ac-270ad1b45e14 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2819722
Jan 27 05:53:20.537960 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-88064b7c-385f-4972-bd20-ad530643e962 req-41f1c522-f710-436c-88d2-db51ea14b9ca tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388521
Jan 27 05:53:23.607654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:29.183726 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ae6bdf69-953e-473a-8cf6-85539110c823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:31.586283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef9f205c-ec24-4d05-af54-5c7e414fa9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:32.450758 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:33.383506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688b03b-6a47-42ef-b886-59916cf97dca req-e84c6dac-6a3a-4dd3-9c2f-36b99ad42d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:33.385226 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1688b03b-6a47-42ef-b886-59916cf97dca req-e84c6dac-6a3a-4dd3-9c2f-36b99ad42d67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 1162 time: 0.0900526
Jan 27 05:53:33.554626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688b03b-6a47-42ef-b886-59916cf97dca req-ae5758b6-a1e6-41ad-bbef-c36dd70c5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:33.556692 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1688b03b-6a47-42ef-b886-59916cf97dca req-ae5758b6-a1e6-41ad-bbef-c36dd70c5548 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 912 time: 0.1630752
Jan 27 05:53:33.592210 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:33.621135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80663f-af90-482e-b58d-ef15ce445d54 req-b0b2b1c2-b621-4dc8-9d11-c51528fa6022 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:33.626758 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3c80663f-af90-482e-b58d-ef15ce445d54 req-b0b2b1c2-b621-4dc8-9d11-c51528fa6022 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3021719
Jan 27 05:53:33.664374 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:33.758549 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3c80663f-af90-482e-b58d-ef15ce445d54 req-667063ec-2fe3-4073-8ad6-335afda57a55 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193717
Jan 27 05:53:33.935985 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1688b03b-6a47-42ef-b886-59916cf97dca req-1b556aeb-bafc-406f-a7a2-2f84c4adcff8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 HTTP/1.1" status: 200  len: 217 time: 0.3699849
Jan 27 05:53:34.076403 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688b03b-6a47-42ef-b886-59916cf97dca req-51a7c63a-0793-4a89-a165-77a0dac0bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:34.079288 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1688b03b-6a47-42ef-b886-59916cf97dca req-51a7c63a-0793-4a89-a165-77a0dac0bfc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41d2b7db-a983-4e6b-affc-41649786fe08 HTTP/1.1" status: 200  len: 858 time: 0.1295314
Jan 27 05:53:34.136371 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1688b03b-6a47-42ef-b886-59916cf97dca req-a59fb65a-d62d-467f-a6de-4c90c293cd03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6605190-ee6e-4b9c-88d9-8654c343bcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497739
Jan 27 05:53:34.362655 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1688b03b-6a47-42ef-b886-59916cf97dca req-526838d8-70b8-4d60-bb2f-fd9d4bb35e6e service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2161419
Jan 27 05:53:34.574336 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1688b03b-6a47-42ef-b886-59916cf97dca req-173dcaf4-c99c-40fc-abc7-fa174f3277cc service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2043436
Jan 27 05:53:35.269629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7141d-7d6b-43b4-9443-f9825599a3b7 req-c1b388aa-453e-4f44-a18c-55ff1fcd1a21 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:35.278310 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5ed7141d-7d6b-43b4-9443-f9825599a3b7 req-c1b388aa-453e-4f44-a18c-55ff1fcd1a21 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2882338
Jan 27 05:53:35.375559 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5ed7141d-7d6b-43b4-9443-f9825599a3b7 req-0f7babe4-273d-43dd-9166-ce9aeb9bf69e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958035
Jan 27 05:53:35.892269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38014) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:36.128495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06e23abf-d6e6-4b43-b438-735288e1bb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:36.160297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-06e23abf-d6e6-4b43-b438-735288e1bb23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:36.167885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-06e23abf-d6e6-4b43-b438-735288e1bb23 admin admin] Usage tracker for resource:security_group_rule and tenant:caeb9555b8064a51bd1d6a3c6513c5df is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:36.174167 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-06e23abf-d6e6-4b43-b438-735288e1bb23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:36.186264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-06e23abf-d6e6-4b43-b438-735288e1bb23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:36.301680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06e23abf-d6e6-4b43-b438-735288e1bb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:36.341434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06e23abf-d6e6-4b43-b438-735288e1bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:36.359703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:36.456019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e23abf-d6e6-4b43-b438-735288e1bb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b005c34-464e-4960-9c24-e5e80a9a8e0e,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:36.463195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06e23abf-d6e6-4b43-b438-735288e1bb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:36.473732 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38032) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:36.473994 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-06e23abf-d6e6-4b43-b438-735288e1bb23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=caeb9555b8064a51bd1d6a3c6513c5df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5797970
Jan 27 05:53:36.666404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-934d83f0-a4d1-4aca-991f-1e4183924208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:36.732354 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-934d83f0-a4d1-4aca-991f-1e4183924208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:36.942345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9760f2-df9c-4f56-b71a-ced9c6b94afb req-cc6d20a4-95e3-4d32-8056-ac7578b3d286 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:36.945887 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bf9760f2-df9c-4f56-b71a-ced9c6b94afb req-cc6d20a4-95e3-4d32-8056-ac7578b3d286 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3823066
Jan 27 05:53:37.051971 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bf9760f2-df9c-4f56-b71a-ced9c6b94afb req-6233e5fa-bb6b-4231-98a0-8b346a915762 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864086
Jan 27 05:53:37.089067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-934d83f0-a4d1-4aca-991f-1e4183924208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:37.098889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f8f01f79-3557-4031-97d4-d41d16bee8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:37.115870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d83f0-a4d1-4aca-991f-1e4183924208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b005c34-464e-4960-9c24-e5e80a9a8e0e,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:37.119309 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-934d83f0-a4d1-4aca-991f-1e4183924208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:37.121212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-934d83f0-a4d1-4aca-991f-1e4183924208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:37.124074 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-934d83f0-a4d1-4aca-991f-1e4183924208 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b005c34-464e-4960-9c24-e5e80a9a8e0e HTTP/1.1" status: 204  len: 168 time: 0.6475673
Jan 27 05:53:37.897645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38066) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:37.942150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-183b7845-718b-4586-99b8-0f3bbaab481e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:37.984837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-183b7845-718b-4586-99b8-0f3bbaab481e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:37.994257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-183b7845-718b-4586-99b8-0f3bbaab481e admin admin] Usage tracker for resource:security_group_rule and tenant:7d9f63a75a574e40a4efcb038c057a0d is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:38.002512 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-183b7845-718b-4586-99b8-0f3bbaab481e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:38.016291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-183b7845-718b-4586-99b8-0f3bbaab481e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:38.059658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38072) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:38.096856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38078) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:38.203615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-183b7845-718b-4586-99b8-0f3bbaab481e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.249731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-183b7845-718b-4586-99b8-0f3bbaab481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.263933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ec9dc02a-dfcc-413a-aa08-f56d0daabe33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:38.355620 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b7845-718b-4586-99b8-0f3bbaab481e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56eee0c-d7c7-4886-b585-6536b1835360,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:38.371267 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-183b7845-718b-4586-99b8-0f3bbaab481e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d9f63a75a574e40a4efcb038c057a0d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4706321
Jan 27 05:53:38.373881 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38088) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:38.375398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-183b7845-718b-4586-99b8-0f3bbaab481e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:38.503403 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d994-88e4-42c6-85a1-55211330fd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.511859 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151a7a-307d-4916-b7fb-639504c07bda req-653aa77b-5ad0-46e9-9162-b65cf1ed88c4 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:38.514651 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2c151a7a-307d-4916-b7fb-639504c07bda req-653aa77b-5ad0-46e9-9162-b65cf1ed88c4 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2846503
Jan 27 05:53:38.515581 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d81ca9f5-98a9-414e-a1e3-a241460c68d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.542506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2aa7d994-88e4-42c6-85a1-55211330fd86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:38.543049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d81ca9f5-98a9-414e-a1e3-a241460c68d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:38.553430 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-2aa7d994-88e4-42c6-85a1-55211330fd86 admin admin] Usage tracker for resource:security_group_rule and tenant:96477b04984c4d63b72d2665a173263a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:38.562596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-2aa7d994-88e4-42c6-85a1-55211330fd86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:38.564230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d81ca9f5-98a9-414e-a1e3-a241460c68d9 admin admin] Usage tracker for resource:security_group_rule and tenant:b33e4b6e4abe4af7ba3d416719c31849 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:38.571038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d81ca9f5-98a9-414e-a1e3-a241460c68d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:38.581388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d81ca9f5-98a9-414e-a1e3-a241460c68d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:38.588117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2aa7d994-88e4-42c6-85a1-55211330fd86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:38.622848 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2c151a7a-307d-4916-b7fb-639504c07bda req-af29843f-6029-4a25-9ac3-b90b6a72d633 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832336
Jan 27 05:53:38.624613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-48661197-744c-4167-881d-2fa4a1869b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.722277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-48661197-744c-4167-881d-2fa4a1869b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.793221 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d81ca9f5-98a9-414e-a1e3-a241460c68d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.827213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d81ca9f5-98a9-414e-a1e3-a241460c68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.849371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d9a2ebdf-3dd9-4c8a-97ca-90c6c75cf0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:38.861308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d994-88e4-42c6-85a1-55211330fd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.874125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-48661197-744c-4167-881d-2fa4a1869b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.885496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:38.898979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ca9f5-98a9-414e-a1e3-a241460c68d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af76ffb-77a7-47be-94fe-e05b163aac51,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:38.905979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d81ca9f5-98a9-414e-a1e3-a241460c68d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:38.908877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2aa7d994-88e4-42c6-85a1-55211330fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.909814 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d81ca9f5-98a9-414e-a1e3-a241460c68d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b33e4b6e4abe4af7ba3d416719c31849&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8484688
Jan 27 05:53:38.914411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38096) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:38.930751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48661197-744c-4167-881d-2fa4a1869b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56eee0c-d7c7-4886-b585-6536b1835360,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:38.968012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-48661197-744c-4167-881d-2fa4a1869b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:38.972084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-48661197-744c-4167-881d-2fa4a1869b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:38.973384 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-48661197-744c-4167-881d-2fa4a1869b5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b56eee0c-d7c7-4886-b585-6536b1835360 HTTP/1.1" status: 204  len: 168 time: 0.5953360
Jan 27 05:53:38.973983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:39.025031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-752d532e-56a2-434e-b582-4a7fa8319d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:39.034258 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-2aa7d994-88e4-42c6-85a1-55211330fd86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96477b04984c4d63b72d2665a173263a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9337220
Jan 27 05:53:39.034258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7d994-88e4-42c6-85a1-55211330fd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1942a73-a51b-49ef-b950-cfd65a2edf17,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:39.036938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38104) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:39.037873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2aa7d994-88e4-42c6-85a1-55211330fd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:39.085972 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-752d532e-56a2-434e-b582-4a7fa8319d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:39.260334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d41fd95b-56b0-44a5-bc41-768321069dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:39.300835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-752d532e-56a2-434e-b582-4a7fa8319d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:39.311886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aede009b-1ec6-4bd8-8b3a-9c9aff164c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:39.320694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d41fd95b-56b0-44a5-bc41-768321069dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:39.341911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d532e-56a2-434e-b582-4a7fa8319d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af76ffb-77a7-47be-94fe-e05b163aac51,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:39.351490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-752d532e-56a2-434e-b582-4a7fa8319d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:39.355764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-752d532e-56a2-434e-b582-4a7fa8319d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:39.358427 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-752d532e-56a2-434e-b582-4a7fa8319d8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0af76ffb-77a7-47be-94fe-e05b163aac51 HTTP/1.1" status: 204  len: 168 time: 0.4424126
Jan 27 05:53:39.483787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d41fd95b-56b0-44a5-bc41-768321069dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:39.494816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-48661197-744c-4167-881d-2fa4a1869b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:39.524652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fd95b-56b0-44a5-bc41-768321069dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1942a73-a51b-49ef-b950-cfd65a2edf17,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:39.530711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d41fd95b-56b0-44a5-bc41-768321069dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:39.533316 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d41fd95b-56b0-44a5-bc41-768321069dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:39.538236 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d41fd95b-56b0-44a5-bc41-768321069dac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1942a73-a51b-49ef-b950-cfd65a2edf17 HTTP/1.1" status: 204  len: 168 time: 0.4989469
Jan 27 05:53:40.227510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929ee21-a886-4761-abe1-11a37ec94c7c req-c2e91ac9-924e-4dfb-9781-3775cecac545 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:40.230426 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1929ee21-a886-4761-abe1-11a37ec94c7c req-c2e91ac9-924e-4dfb-9781-3775cecac545 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.4265568
Jan 27 05:53:40.370556 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1929ee21-a886-4761-abe1-11a37ec94c7c req-c72958be-8d9c-4d24-8ed8-56e44ece2d89 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261621
Jan 27 05:53:42.083462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174c3bc-0f8a-4735-a58c-80139373d24e req-938f3026-7536-4b37-a453-cb893d42ce69 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:42.085280 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0174c3bc-0f8a-4735-a58c-80139373d24e req-938f3026-7536-4b37-a453-cb893d42ce69 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3842492
Jan 27 05:53:42.162967 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0174c3bc-0f8a-4735-a58c-80139373d24e req-8aaa984c-4d08-4118-992d-30fde27bac2c tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690923
Jan 27 05:53:43.707942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4ab4-7073-4391-a068-4d2160d485b1 req-c1396ac6-92ff-454a-8546-fd79a8820dab tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:43.709783 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f7d4ab4-7073-4391-a068-4d2160d485b1 req-c1396ac6-92ff-454a-8546-fd79a8820dab tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3119049
Jan 27 05:53:43.831172 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f7d4ab4-7073-4391-a068-4d2160d485b1 req-9c43c86f-ab0c-4a83-9d06-ef28c02ab0e8 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131940
Jan 27 05:53:44.641212 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f62a1a5-a5b0-4393-8af8-a47fa36eb210 req-70f35f5c-ce04-4d18-badc-40a544b9b2e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1303446
Jan 27 05:53:44.790352 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a1a5-a5b0-4393-8af8-a47fa36eb210 req-a1c7c9bb-2df4-4dc6-a1b6-e1c681d559d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:44.792125 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f62a1a5-a5b0-4393-8af8-a47fa36eb210 req-a1c7c9bb-2df4-4dc6-a1b6-e1c681d559d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 1163 time: 0.0985005
Jan 27 05:53:45.096790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a1a5-a5b0-4393-8af8-a47fa36eb210 req-bc33da7b-ed13-46e4-98d6-d81fae5d0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:45.100803 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f62a1a5-a5b0-4393-8af8-a47fa36eb210 req-bc33da7b-ed13-46e4-98d6-d81fae5d0be9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 912 time: 0.2714705
Jan 27 05:53:45.264813 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f62a1a5-a5b0-4393-8af8-a47fa36eb210 req-f875293b-fd76-4469-a45d-7ed86018c928 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c34341ff-dd8a-41e0-817b-74d600147e8e HTTP/1.1" status: 200  len: 217 time: 0.1014757
Jan 27 05:53:45.453725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772ffaa-53ae-4224-8265-ed1ef17dc3bc req-07f7c73e-9d2d-429e-9fe3-33db9e54f201 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:45.455522 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a772ffaa-53ae-4224-8265-ed1ef17dc3bc req-07f7c73e-9d2d-429e-9fe3-33db9e54f201 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3532026
Jan 27 05:53:45.500636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62a1a5-a5b0-4393-8af8-a47fa36eb210 req-1dd72172-0558-4cdb-b2ea-d07da927c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:45.502256 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f62a1a5-a5b0-4393-8af8-a47fa36eb210 req-1dd72172-0558-4cdb-b2ea-d07da927c13a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41d2b7db-a983-4e6b-affc-41649786fe08 HTTP/1.1" status: 200  len: 858 time: 0.2246017
Jan 27 05:53:45.589705 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f62a1a5-a5b0-4393-8af8-a47fa36eb210 req-8f5a1263-ae68-40e9-be92-ad448f8c5c0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6605190-ee6e-4b9c-88d9-8654c343bcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714216
Jan 27 05:53:45.608017 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a772ffaa-53ae-4224-8265-ed1ef17dc3bc req-6918b71c-cf82-4064-a268-7face792882b tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349802
Jan 27 05:53:45.841680 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f62a1a5-a5b0-4393-8af8-a47fa36eb210 req-50858fd9-b32f-44cc-b07e-f2c9246691d3 service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317379
Jan 27 05:53:46.170550 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f62a1a5-a5b0-4393-8af8-a47fa36eb210 req-aa5f4a77-c582-4937-b659-e6b82141cd61 service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3221674
Jan 27 05:53:47.145377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec2ada-ad45-412d-b585-83d0671eef55 req-0f9a7da2-694c-413b-a7ff-a9e33acad1c7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:47.153667 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e1ec2ada-ad45-412d-b585-83d0671eef55 req-0f9a7da2-694c-413b-a7ff-a9e33acad1c7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3118896
Jan 27 05:53:47.236315 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e1ec2ada-ad45-412d-b585-83d0671eef55 req-631409ec-1388-4d77-b573-a25317aa3332 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811796
Jan 27 05:53:47.336747 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a57699-dee8-4271-8fdb-1d1268954130 req-eb38fc7a-789c-4ae6-9203-2f964f728d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:47.338892 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d1a57699-dee8-4271-8fdb-1d1268954130 req-eb38fc7a-789c-4ae6-9203-2f964f728d7f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 1162 time: 0.1329432
Jan 27 05:53:47.405953 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d1a57699-dee8-4271-8fdb-1d1268954130 req-46c9beca-ac0a-4751-afe5-b86069b57d59 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599492
Jan 27 05:53:47.811602 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38330) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:48.079418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38338) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:48.246021 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c846-4903-4c45-841b-80ab8d995344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:48.284032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8bd5c846-4903-4c45-841b-80ab8d995344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:48.289799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-8bd5c846-4903-4c45-841b-80ab8d995344 admin admin] Usage tracker for resource:security_group_rule and tenant:b8d446a5969d4f3f8ce84a6bef858650 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:48.293108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-8bd5c846-4903-4c45-841b-80ab8d995344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:48.300398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8bd5c846-4903-4c45-841b-80ab8d995344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:48.328908 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f79a780d-e34e-41e2-b9fd-fa63453d6314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:48.417600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f79a780d-e34e-41e2-b9fd-fa63453d6314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:48.427713 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f79a780d-e34e-41e2-b9fd-fa63453d6314 admin admin] Usage tracker for resource:security_group_rule and tenant:402105af5cf344e2a84463bb6524cfdb is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:48.438218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f79a780d-e34e-41e2-b9fd-fa63453d6314 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:48.449572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f79a780d-e34e-41e2-b9fd-fa63453d6314 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:48.453541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c846-4903-4c45-841b-80ab8d995344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:48.507743 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8bd5c846-4903-4c45-841b-80ab8d995344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:48.507743 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e5c2fbb6-a95b-4f49-8810-c324e6e2afa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:48.578045 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-8bd5c846-4903-4c45-841b-80ab8d995344 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8d446a5969d4f3f8ce84a6bef858650&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7644658
Jan 27 05:53:48.579586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5c846-4903-4c45-841b-80ab8d995344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb969841-b123-4435-9943-1596cc1a80a8,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:48.584689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38356) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:48.595225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8bd5c846-4903-4c45-841b-80ab8d995344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:48.719277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a066084-eced-48f4-9e58-2065ac61708c req-04fc74a9-4470-4719-aa51-0e3edae9a7aa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:48.722526 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a066084-eced-48f4-9e58-2065ac61708c req-04fc74a9-4470-4719-aa51-0e3edae9a7aa tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2710121
Jan 27 05:53:48.775111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e595f2c3-e700-4a3b-9138-95e0783f6e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:48.782174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f79a780d-e34e-41e2-b9fd-fa63453d6314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:48.819723 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f79a780d-e34e-41e2-b9fd-fa63453d6314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:48.835679 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f08e30e2-31d4-4ffd-9dc9-7f0d9f837da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:48.852351 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e595f2c3-e700-4a3b-9138-95e0783f6e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:48.853409 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a066084-eced-48f4-9e58-2065ac61708c req-bb1ef450-d8cf-4002-9ae8-95e8ac7791b7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163232
Jan 27 05:53:48.961063 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f79a780d-e34e-41e2-b9fd-fa63453d6314 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=402105af5cf344e2a84463bb6524cfdb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8799617
Jan 27 05:53:48.968498 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38364) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:49.035058 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a780d-e34e-41e2-b9fd-fa63453d6314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c5d74-0d5e-45b2-ae2b-441f09b1ad09,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:49.046479 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f79a780d-e34e-41e2-b9fd-fa63453d6314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:49.104840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:49.147825 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:49.197793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e595f2c3-e700-4a3b-9138-95e0783f6e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:49.228279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9c7544e2-dad7-43f0-9169-c4d7f32237b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:49.259140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595f2c3-e700-4a3b-9138-95e0783f6e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb969841-b123-4435-9943-1596cc1a80a8,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:49.269935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e595f2c3-e700-4a3b-9138-95e0783f6e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:49.272070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e595f2c3-e700-4a3b-9138-95e0783f6e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:49.274571 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e595f2c3-e700-4a3b-9138-95e0783f6e29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb969841-b123-4435-9943-1596cc1a80a8 HTTP/1.1" status: 204  len: 168 time: 0.6857836
Jan 27 05:53:49.279827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:49.287574 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e43deea1-2999-40f8-a8b6-e088d29700da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:49.307507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2c5d74-0d5e-45b2-ae2b-441f09b1ad09,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:49.315274 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:49.320821 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad2c5d74-0d5e-45b2-ae2b-441f09b1ad09 HTTP/1.1" status: 204  len: 168 time: 0.3507588
Jan 27 05:53:49.329444 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.330778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.331395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.332126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.332850 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.333586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.334326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.334931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.335587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.336361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.336917 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.337295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.338433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.338433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.338705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.338907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.339566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.340849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.342406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.343026 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.343790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.344553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.345148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.345745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:49.350672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:50.093632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:53:50.180141 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38392) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:50.205604 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f723174f-419b-4749-9c54-98ac4831329d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:50.226935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f723174f-419b-4749-9c54-98ac4831329d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:50.232296 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f723174f-419b-4749-9c54-98ac4831329d admin admin] Usage tracker for resource:security_group_rule and tenant:26e4b84befbf40b3963c9af782b1e763 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:50.236072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f723174f-419b-4749-9c54-98ac4831329d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:50.242803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f723174f-419b-4749-9c54-98ac4831329d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:50.261097 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3db0d-9983-4265-a33d-83613e0d134b req-62806a6d-8d18-4f52-9bd6-e1e6e1e81f49 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:50.262972 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4ec3db0d-9983-4265-a33d-83613e0d134b req-62806a6d-8d18-4f52-9bd6-e1e6e1e81f49 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.1740959
Jan 27 05:53:50.315713 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38396) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:50.358164 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f723174f-419b-4749-9c54-98ac4831329d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:50.363491 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:50.404190 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4ec3db0d-9983-4265-a33d-83613e0d134b req-cf64e151-ecbe-4b95-9873-2ee53cdd798a tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278708
Jan 27 05:53:50.405396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:50.408436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f723174f-419b-4749-9c54-98ac4831329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:50.411682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Usage tracker for resource:security_group_rule and tenant:c34a05d244fa4054be158e75f8cdb6fd is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:50.416513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:50.424368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:50.429658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:50.479270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723174f-419b-4749-9c54-98ac4831329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7ee327-8285-489c-abb0-46926b820f61,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:50.486467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f723174f-419b-4749-9c54-98ac4831329d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:50.493521 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f723174f-419b-4749-9c54-98ac4831329d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26e4b84befbf40b3963c9af782b1e763&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3119535
Jan 27 05:53:50.498520 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38404) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:50.573930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:50.610126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5388ea67-77fb-4050-9290-3f8e9da10095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:50.614767 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:50.623570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d81cc4a7-dee6-4d2c-83ea-e0290678985d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:50.663422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5388ea67-77fb-4050-9290-3f8e9da10095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:50.680325 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b049b4-5754-4214-bf78-11e1c7bebacb,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:50.689759 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c34a05d244fa4054be158e75f8cdb6fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3722510
Jan 27 05:53:50.698216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38412) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:50.701743 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.702530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.703324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.704167 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.704877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.705617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.706317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.707018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.707765 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.708475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.709176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.709903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.711400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.711400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.711988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.712685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.713376 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.714075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.714771 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.716106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.716822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.717511 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.718722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.718722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:53:50.747217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:50.802358 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5388ea67-77fb-4050-9290-3f8e9da10095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:50.815687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a9e5c732-71fd-4b3a-ac6d-6768f76e2136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:50.843028 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388ea67-77fb-4050-9290-3f8e9da10095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7ee327-8285-489c-abb0-46926b820f61,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:50.848295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5388ea67-77fb-4050-9290-3f8e9da10095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:50.850338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5388ea67-77fb-4050-9290-3f8e9da10095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:50.852497 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5388ea67-77fb-4050-9290-3f8e9da10095 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d7ee327-8285-489c-abb0-46926b820f61 HTTP/1.1" status: 204  len: 168 time: 0.3525882
Jan 27 05:53:50.962564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ba04547b-113c-4678-b722-1ba01d308694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:51.014936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ba04547b-113c-4678-b722-1ba01d308694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:51.134924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ba04547b-113c-4678-b722-1ba01d308694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:51.141571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-94902b8e-7029-41a3-81e0-664c773ccbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:51.154367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04547b-113c-4678-b722-1ba01d308694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b049b4-5754-4214-bf78-11e1c7bebacb,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:51.158031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ba04547b-113c-4678-b722-1ba01d308694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:51.164460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ba04547b-113c-4678-b722-1ba01d308694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:51.165707 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-ba04547b-113c-4678-b722-1ba01d308694 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37b049b4-5754-4214-bf78-11e1c7bebacb HTTP/1.1" status: 204  len: 168 time: 0.4401269
Jan 27 05:53:51.359283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368b6ee-dabd-48e4-a570-6c08b0fc7d46 req-de92a9b1-0f3a-4cd1-b3ab-6f8f9c47846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:51.361021 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7368b6ee-dabd-48e4-a570-6c08b0fc7d46 req-de92a9b1-0f3a-4cd1-b3ab-6f8f9c47846b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 1162 time: 0.2338457
Jan 27 05:53:51.467752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94a9cd-fe56-4374-9abe-931f0ea21602 req-c119a673-6026-4a75-8cc7-82b7d96e6ee8 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:51.475583 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8e94a9cd-fe56-4374-9abe-931f0ea21602 req-c119a673-6026-4a75-8cc7-82b7d96e6ee8 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2472594
Jan 27 05:53:51.762602 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8e94a9cd-fe56-4374-9abe-931f0ea21602 req-2955cf09-8993-4d2a-923c-b949eef12e55 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2853622
Jan 27 05:53:51.805057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368b6ee-dabd-48e4-a570-6c08b0fc7d46 req-a023801b-d6df-4a95-b6ca-98267ca646a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:51.808003 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7368b6ee-dabd-48e4-a570-6c08b0fc7d46 req-a023801b-d6df-4a95-b6ca-98267ca646a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 912 time: 0.4374347
Jan 27 05:53:52.009108 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7368b6ee-dabd-48e4-a570-6c08b0fc7d46 req-b3895342-5597-4b60-bc21-89237ad91c2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 HTTP/1.1" status: 200  len: 217 time: 0.1791008
Jan 27 05:53:52.203404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368b6ee-dabd-48e4-a570-6c08b0fc7d46 req-8f94618d-788e-4851-8847-2f4633a719ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:52.206271 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7368b6ee-dabd-48e4-a570-6c08b0fc7d46 req-8f94618d-788e-4851-8847-2f4633a719ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41d2b7db-a983-4e6b-affc-41649786fe08 HTTP/1.1" status: 200  len: 858 time: 0.1893387
Jan 27 05:53:52.334501 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7368b6ee-dabd-48e4-a570-6c08b0fc7d46 req-df92b215-8962-4741-9d0d-25653206aa3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6605190-ee6e-4b9c-88d9-8654c343bcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0966654
Jan 27 05:53:52.536750 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7368b6ee-dabd-48e4-a570-6c08b0fc7d46 req-d7c0f27d-8146-4fb4-b2a7-5197eb815ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944051
Jan 27 05:53:52.754430 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7368b6ee-dabd-48e4-a570-6c08b0fc7d46 req-000162eb-e91e-4679-9c2f-817b27d3abc3 service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2085257
Jan 27 05:53:53.188190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12e94d-3544-4447-aa2e-7affe3cfdd50 req-85153396-02f5-4c9d-8e5d-0278c68cbd21 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:53.196639 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-da12e94d-3544-4447-aa2e-7affe3cfdd50 req-85153396-02f5-4c9d-8e5d-0278c68cbd21 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2007978
Jan 27 05:53:53.259700 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-da12e94d-3544-4447-aa2e-7affe3cfdd50 req-6003bcd1-4d15-4697-afa2-53c39b9d77ec tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620167
Jan 27 05:53:53.632609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:53.844500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38506) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:54.034897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6f2dd38-85cb-4407-9cd8-47908d158fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:54.071235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a6f2dd38-85cb-4407-9cd8-47908d158fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:54.081248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a6f2dd38-85cb-4407-9cd8-47908d158fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:09d8b0c6e8d44a33b330882b517850e8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:54.087894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a6f2dd38-85cb-4407-9cd8-47908d158fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:54.100223 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a6f2dd38-85cb-4407-9cd8-47908d158fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:54.285162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6f2dd38-85cb-4407-9cd8-47908d158fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:54.323811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6f2dd38-85cb-4407-9cd8-47908d158fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:54.361709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:54.473257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2dd38-85cb-4407-9cd8-47908d158fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0449acca-58f8-4928-ad56-7321ee66a163,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:54.477335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a6f2dd38-85cb-4407-9cd8-47908d158fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:54.500644 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a6f2dd38-85cb-4407-9cd8-47908d158fa8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09d8b0c6e8d44a33b330882b517850e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6547179
Jan 27 05:53:54.504970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38534) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:54.699334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01240e53-b6ca-4384-851a-aa1d5235054f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:54.757371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01240e53-b6ca-4384-851a-aa1d5235054f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:54.834720 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01240e53-b6ca-4384-851a-aa1d5235054f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:54.844854 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-eb02af77-466c-40f6-b499-b50a2c76fbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:54.857688 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38548) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:54.863856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01240e53-b6ca-4384-851a-aa1d5235054f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0449acca-58f8-4928-ad56-7321ee66a163,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:54.869870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-01240e53-b6ca-4384-851a-aa1d5235054f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:54.877845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01240e53-b6ca-4384-851a-aa1d5235054f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:54.880877 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-01240e53-b6ca-4384-851a-aa1d5235054f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0449acca-58f8-4928-ad56-7321ee66a163 HTTP/1.1" status: 204  len: 168 time: 0.3745468
Jan 27 05:53:55.076242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc58e0c-ea96-462a-accc-b70f6fa6dab9 req-031169ca-68c0-4dd6-8f19-b30a8c0b4470 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:55.078168 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2fc58e0c-ea96-462a-accc-b70f6fa6dab9 req-031169ca-68c0-4dd6-8f19-b30a8c0b4470 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3951313
Jan 27 05:53:55.164632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94f8bd2-81eb-4e9e-8c0b-813810e06293 admin admin] Deleting subnet 27940fbe-ed4f-4d97-94a6-645eb04ec707 {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 05:53:55.171291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c94f8bd2-81eb-4e9e-8c0b-813810e06293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:55.257149 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2fc58e0c-ea96-462a-accc-b70f6fa6dab9 req-ebc63191-d91e-4c79-9ba5-8e9538b67169 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1456015
Jan 27 05:53:55.278690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c94f8bd2-81eb-4e9e-8c0b-813810e06293 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:55.293475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c94f8bd2-81eb-4e9e-8c0b-813810e06293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:56.117606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c94f8bd2-81eb-4e9e-8c0b-813810e06293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:56.135908 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8bd9535b-e040-496f-93e0-962896654ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:56.228866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f8bd2-81eb-4e9e-8c0b-813810e06293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27940fbe-ed4f-4d97-94a6-645eb04ec707,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:56.240548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c94f8bd2-81eb-4e9e-8c0b-813810e06293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:56.338017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c94f8bd2-81eb-4e9e-8c0b-813810e06293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:56.360937 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c94f8bd2-81eb-4e9e-8c0b-813810e06293 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/27940fbe-ed4f-4d97-94a6-645eb04ec707 HTTP/1.1" status: 204  len: 168 time: 1.4977810
Jan 27 05:53:56.366735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38594) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:56.519209 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:56.693230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b768953-f8f0-421f-afb5-ebdf4f6efcaa req-0a49f12a-8d7c-4408-a3ba-da63a8cc5992 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:56.702389 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9b768953-f8f0-421f-afb5-ebdf4f6efcaa req-0a49f12a-8d7c-4408-a3ba-da63a8cc5992 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2178428
Jan 27 05:53:56.805877 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9b768953-f8f0-421f-afb5-ebdf4f6efcaa req-f20bb9af-341f-4ff3-a879-23699a884a6e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023245
Jan 27 05:53:56.829662 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38608) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:56.914030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.096314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1747951897-network', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:53:57.102685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:57.108627 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Usage tracker for resource:network and tenant:5117a8ade19c4b7295732c57b1f2be7a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:57.112513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:57.119623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:57.146839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fa6380e0f98>> segment before_delete 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.147410 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fa6380e0f98>> subnet precommit_delete_associations 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.148336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa63a18abe0>> segment_host_mapping after_create 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.148787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa63a18abe0>> port after_create 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.149259 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa63a18abe0>> port after_delete 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.149760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa63a18abe0>> port after_update 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.150191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa63a18abe0>> segment after_delete 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.150646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa63a18abe0>> subnet after_create 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.151075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa63a18abe0>> subnet after_delete 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.151578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fa63a18abe0>> subnet after_update 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.186143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Made reservation on behalf of 5117a8ade19c4b7295732c57b1f2be7a for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:53:57.191254 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.206336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.232398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa63895f550>> subnet after_create 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.233225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa63895f550>> subnet after_delete 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.233813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa63895f550>> subnet before_create 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.234014 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fa63895f550>> subnet before_update 55550000 {{(pid=80176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 27 05:53:57.234549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa633cf2748>,) {'filters': {'network_id': ['65b8046e-ba53-456b-ad79-f4fa3d8af875']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:53:57.252731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:57.257708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633cf2748>, '0b1cf1e9-bc96-48ba-a6bc-80000b4abfa3') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:53:57.258316 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633cf2748>, '0b1cf1e9-bc96-48ba-a6bc-80000b4abfa3') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:53:57.260733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Usage tracker for resource:security_group_rule and tenant:5117a8ade19c4b7295732c57b1f2be7a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:57.267522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:57.273860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851810648'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.276377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:57.292147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.295957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 05:53:57.396237 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.500806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.506252 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Network 65b8046e-ba53-456b-ad79-f4fa3d8af875 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:53:57.518225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-813807'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.543040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:53:57.567711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771995697438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.568971 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Added segment d8a53823-67ec-4f06-b9bc-0ae5a2f374de of type vxlan for network 39acc527-f903-4eaa-b66c-449a6bd00a28
Jan 27 05:53:57.580941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-725af1fc-cf7b-4e7d-95eb-96e010b874ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:57.640494 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898cbbcf-7802-497d-a882-1590c420666c,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:57.644207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:57.772865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.829560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Network 65b8046e-ba53-456b-ad79-f4fa3d8af875 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:53:57.854746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.857537 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:57.858444 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   (rel_b, rel_a, rel_b),
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   (rel_b, rel_a, rel_b),
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 05:53:57.858999 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 05:53:57.898979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:58.034744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:58.044832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:58.046220 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2106948
Jan 27 05:53:58.046220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Pushing event updated for resources: {'Network': ['ID=39acc527-f903-4eaa-b66c-449a6bd00a28,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:58.047347 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38640) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:58.052096 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:58.056742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:53:58.061598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Request body: {'subnet': {'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1747951897-subnet', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:53:58.069465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:58.078323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:58.084734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Usage tracker for resource:subnet and tenant:5117a8ade19c4b7295732c57b1f2be7a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:58.087135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b8046e-ba53-456b-ad79-f4fa3d8af875,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:58.091728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:58.092185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:58.101697 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-55e57082-022e-4604-b6e5-bec6fde04180 admin admin] 10.222.0.24 "DELETE /v2.0/networks/65b8046e-ba53-456b-ad79-f4fa3d8af875 HTTP/1.1" status: 204  len: 168 time: 1.7323983
Jan 27 05:53:58.102534 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:58.104791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38644) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:58.191573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bf9e21-44bb-46e5-8ba9-6bc7e394573a admin admin] Deleting subnet 40122ec6-db03-47f7-83f4-8769e77fb440 {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 05:53:58.195141 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-73bf9e21-44bb-46e5-8ba9-6bc7e394573a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:58.225637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Made reservation on behalf of 5117a8ade19c4b7295732c57b1f2be7a for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:53:58.230504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4005147'] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:58.306613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38650) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:58.351987 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-73bf9e21-44bb-46e5-8ba9-6bc7e394573a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253318'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:58.445640 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-73bf9e21-44bb-46e5-8ba9-6bc7e394573a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:58.488136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0809-8f04-4930-aaa8-a18f1dc11005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:58.506432 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0c3a0809-8f04-4930-aaa8-a18f1dc11005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:58.511101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-0c3a0809-8f04-4930-aaa8-a18f1dc11005 admin admin] Usage tracker for resource:security_group_rule and tenant:d8ec540d20d04148aaa21a413b8ee8b5 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:58.514726 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-0c3a0809-8f04-4930-aaa8-a18f1dc11005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:58.523279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0c3a0809-8f04-4930-aaa8-a18f1dc11005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:58.636212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0809-8f04-4930-aaa8-a18f1dc11005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:58.668825 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0c3a0809-8f04-4930-aaa8-a18f1dc11005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:58.678510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ed155331-2ff0-4902-895a-bd08c477cea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:58.728377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a0809-8f04-4930-aaa8-a18f1dc11005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65fd670-6c6f-4af6-98ad-29d07c3352bd,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:58.742283 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-0c3a0809-8f04-4930-aaa8-a18f1dc11005 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8ec540d20d04148aaa21a413b8ee8b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4267220
Jan 27 05:53:58.742283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0c3a0809-8f04-4930-aaa8-a18f1dc11005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:58.744277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38658) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:58.819895 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fee67252-7aff-4002-aa39-d3d287d0877a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:58.853426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fee67252-7aff-4002-aa39-d3d287d0877a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.025696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fee67252-7aff-4002-aa39-d3d287d0877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.032225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3013d33b-fe3b-4270-b5b4-2e179d641431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:59.047166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee67252-7aff-4002-aa39-d3d287d0877a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65fd670-6c6f-4af6-98ad-29d07c3352bd,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:59.050760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fee67252-7aff-4002-aa39-d3d287d0877a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:59.053218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fee67252-7aff-4002-aa39-d3d287d0877a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.058242 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-fee67252-7aff-4002-aa39-d3d287d0877a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b65fd670-6c6f-4af6-98ad-29d07c3352bd HTTP/1.1" status: 204  len: 168 time: 0.3105304
Jan 27 05:53:59.167018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-73bf9e21-44bb-46e5-8ba9-6bc7e394573a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2902153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850770639'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.186151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:59.191279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-816cdef0-3b45-4a7a-af19-e7d77c0a66c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.227456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf9e21-44bb-46e5-8ba9-6bc7e394573a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40122ec6-db03-47f7-83f4-8769e77fb440,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:59.301720 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-73bf9e21-44bb-46e5-8ba9-6bc7e394573a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:59.385942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-73bf9e21-44bb-46e5-8ba9-6bc7e394573a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.410493 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-73bf9e21-44bb-46e5-8ba9-6bc7e394573a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/40122ec6-db03-47f7-83f4-8769e77fb440 HTTP/1.1" status: 204  len: 168 time: 1.3026319
Jan 27 05:53:59.411606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851873588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4005130'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.420419 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38668) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:59.430022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-73bf9e21-44bb-46e5-8ba9-6bc7e394573a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:59.566936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7102eb78-3f89-429f-b94f-a5724a2de8de,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:53:59.571768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:53:59.633251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.708513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38674) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:53:59.722538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Checking segment: {'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:53:59.722930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Network hostable DHCP agents. Network: 39acc527-f903-4eaa-b66c-449a6bd00a28, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:53:59.738660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a647befb-04d6-4229-af93-e5ecbad9107d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.758717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a647befb-04d6-4229-af93-e5ecbad9107d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:53:59.764115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a647befb-04d6-4229-af93-e5ecbad9107d admin admin] Usage tracker for resource:security_group_rule and tenant:d6a94f9d4a0a4a6aa4e854946e5f0d13 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:53:59.767461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a647befb-04d6-4229-af93-e5ecbad9107d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:53:59.774060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a647befb-04d6-4229-af93-e5ecbad9107d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:53:59.795580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:53:59.838792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.845903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 39acc527-f903-4eaa-b66c-449a6bd00a28) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:53:59.858533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be0256-4408-463d-ab3b-f56db9a53feb None None] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:53:59.868704 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:53:59.869347 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.936022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a647befb-04d6-4229-af93-e5ecbad9107d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.968504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a647befb-04d6-4229-af93-e5ecbad9107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:53:59.976296 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa638ebd080>,) {'filters': {'network_id': ['53ce227e-cd62-4bb9-a8bf-a17ea61d4433']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:53:59.977724 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-183b7845-718b-4586-99b8-0f3bbaab481e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:53:59.992894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa638ebd080>, '410ccfcd-6f09-44af-a93b-3f3e77002b18') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:53:59.993261 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa638ebd080>, '410ccfcd-6f09-44af-a93b-3f3e77002b18') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:54:00.012863 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.9589636
Jan 27 05:54:00.013171 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851810648'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.018605 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38680) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:00.027956 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a647befb-04d6-4229-af93-e5ecbad9107d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6a94f9d4a0a4a6aa4e854946e5f0d13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3229837
Jan 27 05:54:00.031065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.031722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:54:00.033365 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 05:54:00.039693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38684) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:00.053405 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:00.062266 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647befb-04d6-4229-af93-e5ecbad9107d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2d962b-cd85-498e-8d6e-a23abf3ba310,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:00.065647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Usage tracker for resource:router and tenant:5117a8ade19c4b7295732c57b1f2be7a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:00.071676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:00.073769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a647befb-04d6-4229-af93-e5ecbad9107d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:00.092569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:00.138901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88082326-e869-421b-85c7-ac56ccd1616b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.172769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88082326-e869-421b-85c7-ac56ccd1616b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.180876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100061'] for router, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.182148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854291148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854291660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675754'] for router, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.226438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bd0d15f-fdff-5670-9359-dc87ac15679e-39acc527-f903-4eaa-b66c-449a6bd00a28', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'fixed_ips': [{'subnet_id': '7102eb78-3f89-429f-b94f-a5724a2de8de'}]}} from dv-cinder-772623-1-iscsi. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 27 05:54:00.227465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.266828 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88082326-e869-421b-85c7-ac56ccd1616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.273603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:00.274117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Network 53ce227e-cd62-4bb9-a8bf-a17ea61d4433 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:54:00.285940 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-813807'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.293017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88082326-e869-421b-85c7-ac56ccd1616b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2d962b-cd85-498e-8d6e-a23abf3ba310,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:00.296979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-88082326-e869-421b-85c7-ac56ccd1616b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:00.297968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-88082326-e869-421b-85c7-ac56ccd1616b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.299381 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-88082326-e869-421b-85c7-ac56ccd1616b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b2d962b-cd85-498e-8d6e-a23abf3ba310 HTTP/1.1" status: 204  len: 168 time: 0.2585661
Jan 27 05:54:00.518558 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Network 53ce227e-cd62-4bb9-a8bf-a17ea61d4433 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 05:54:00.545987 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 05:54:00.584455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:54:00.658069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.685214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.706757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:00.711554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:00.759408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Pushing event deleted for resources: {'Network': ['ID=53ce227e-cd62-4bb9-a8bf-a17ea61d4433,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:00.767831 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:00.773853 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f82be981-5468-40a5-a9bb-68580a6c96dd admin admin] 10.222.0.24 "DELETE /v2.0/networks/53ce227e-cd62-4bb9-a8bf-a17ea61d4433 HTTP/1.1" status: 204  len: 168 time: 1.3511217
Jan 27 05:54:00.944223 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Allocated IP 172.20.0.2 (39acc527-f903-4eaa-b66c-449a6bd00a28/7102eb78-3f89-429f-b94f-a5724a2de8de/c764a2be-5a5d-4f53-9a6a-171d577cb271) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:54:01.056806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854291675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126776'] for router, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:01.356573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 38706) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:01.492478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:01.514820 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Transition to ACTIVE for port object c764a2be-5a5d-4f53-9a6a-171d577cb271 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:54:01.544892 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-85b5bb10-370c-4df5-a245-16ee16701e0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17f25621010e433bb1083dd0965a7c2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1849403
Jan 27 05:54:01.547036 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38710) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:01.564974 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:01.575856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Transition to ACTIVE for port object c764a2be-5a5d-4f53-9a6a-171d577cb271 will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:54:01.620826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4adc467f-3574-4868-a457-2c463adfc238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:01.626961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:01.665375 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:01.673524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5fad6f63-0de3-483c-8c8d-b566b0d1c81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:01.705067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa8bd8cd-f96f-4086-a275-0cec0afec9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:01.749062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5fad6f63-0de3-483c-8c8d-b566b0d1c81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:01.952331 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5fad6f63-0de3-483c-8c8d-b566b0d1c81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:01.968181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bcf06a82-cb65-409e-93b0-57e6132b4ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:01.979571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Pushing event updated for resources: {'Port': ['ID=c764a2be-5a5d-4f53-9a6a-171d577cb271,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:01.989189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad6f63-0de3-483c-8c8d-b566b0d1c81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47d6000-29a0-4381-964a-6662bfb54b68,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:01.990169 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.990526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.990961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.991337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.991736 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.995689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.995689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.995689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.995689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.995689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.995689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.995689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.995689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.995689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.995689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.995689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.997040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.997040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.997486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.997591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.997888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.998245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.998696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:01.999061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:02.006475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:02.012377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5fad6f63-0de3-483c-8c8d-b566b0d1c81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:02.014519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5fad6f63-0de3-483c-8c8d-b566b0d1c81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:02.023717 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5fad6f63-0de3-483c-8c8d-b566b0d1c81a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b47d6000-29a0-4381-964a-6662bfb54b68 HTTP/1.1" status: 204  len: 168 time: 0.4741683
Jan 27 05:54:02.125299 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:54:02.126998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Resources bound (agent type, host, resource id):  {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:54:02.129797 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:54:02.194650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Attempting to bind port c764a2be-5a5d-4f53-9a6a-171d577cb271 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:54:02.195064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Attempting to bind port c764a2be-5a5d-4f53-9a6a-171d577cb271 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:54:02.195651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Attempting to bind port c764a2be-5a5d-4f53-9a6a-171d577cb271 on network 39acc527-f903-4eaa-b66c-449a6bd00a28 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:54:02.203386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:54:02.203901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Checking segment: {'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:54:02.204485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:02.204927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Bound using segment: {'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:54:02.205464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Bound port: c764a2be-5a5d-4f53-9a6a-171d577cb271, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:54:02.205882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:02.241030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Allocated IP 172.27.2.129 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/58925285-1f95-4b56-bbb8-c2f71bfe25b6) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:54:02.315262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] For port c764a2be-5a5d-4f53-9a6a-171d577cb271, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:54:02.321774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] For port c764a2be-5a5d-4f53-9a6a-171d577cb271, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=c764a2be-5a5d-4f53-9a6a-171d577cb271,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:54:02.389291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:02.429650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:02.440058 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:02.532294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:02.536382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Pushing event updated for resources: {'Port': ['ID=c764a2be-5a5d-4f53-9a6a-171d577cb271,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:02.562064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:02.596745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:02.610616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:02.773943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Pushing event updated for resources: {'Port': ['ID=58925285-1f95-4b56-bbb8-c2f71bfe25b6,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:02.786091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:02.940796 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:54:02.943679 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:54:02.946565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:54:03.083219 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38746) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:03.172274 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fae01-2b2f-45d5-9641-03fc49a2643b req-9f29a81b-5a0a-4470-ac03-14fb0f2836a0 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:03.175230 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-372fae01-2b2f-45d5-9641-03fc49a2643b req-9f29a81b-5a0a-4470-ac03-14fb0f2836a0 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3951583
Jan 27 05:54:03.189895 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-bd23c5e3-9ff8-4149-a0aa-7547298647ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61a6e0e5f57847e4bf75e57070687c20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1049390
Jan 27 05:54:03.194528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38750) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:03.301103 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-401b1279-f119-4e69-b1a3-7db7747a31f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:03.353239 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-401b1279-f119-4e69-b1a3-7db7747a31f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:03.457814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-401b1279-f119-4e69-b1a3-7db7747a31f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:03.466386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:03.489318 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b1279-f119-4e69-b1a3-7db7747a31f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8468f527-9f34-47e8-993c-f4858089745f,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:03.495687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-401b1279-f119-4e69-b1a3-7db7747a31f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:03.512974 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-401b1279-f119-4e69-b1a3-7db7747a31f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:03.524601 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-401b1279-f119-4e69-b1a3-7db7747a31f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8468f527-9f34-47e8-993c-f4858089745f HTTP/1.1" status: 204  len: 168 time: 0.3280840
Jan 27 05:54:03.616485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:03.690898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:03.717516 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-372fae01-2b2f-45d5-9641-03fc49a2643b req-edd0dc70-cf1d-46e1-8f57-1aa4da21b02f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5273767
Jan 27 05:54:04.159575 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:04.465700 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095ae4ec-326e-49e2-aefe-7ca54685a53c None None] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:54:04.664059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484126'] for router, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:04.765833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device c764a2be-5a5d-4f53-9a6a-171d577cb271 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:54:04.808752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-2afda666-3d43-49bd-9e23-fd788578185c None None] Provisioning for port c764a2be-5a5d-4f53-9a6a-171d577cb271 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:54:04.920326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port c764a2be-5a5d-4f53-9a6a-171d577cb271 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:54:04.926579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port c764a2be-5a5d-4f53-9a6a-171d577cb271 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:04.929688 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:05.054983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Router 5f312933-bf82-4c01-b746-06e3fa29e2e2 is scheduled to L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 with binding_index 1 {{(pid=80177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 27 05:54:05.067482 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:05.108189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port c764a2be-5a5d-4f53-9a6a-171d577cb271, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=c764a2be-5a5d-4f53-9a6a-171d577cb271,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:54:05.157215 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:05.162702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:05.245235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=c764a2be-5a5d-4f53-9a6a-171d577cb271,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:05.260790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:05.351334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a473f412-ea02-4123-921e-0a2c23e4cc51 None None] Provisioning complete for port c764a2be-5a5d-4f53-9a6a-171d577cb271 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:05.351791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a473f412-ea02-4123-921e-0a2c23e4cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:05.489253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:54:05.505983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Sync routers for ids ['5f312933-bf82-4c01-b746-06e3fa29e2e2'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:54:05.547069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Routers {'5f312933-bf82-4c01-b746-06e3fa29e2e2'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:54:05.548462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639885f60>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:54:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['5f312933-bf82-4c01-b746-06e3fa29e2e2'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:54:05.580852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:05.588450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 38800) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:05.592350 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.5688815
Jan 27 05:54:05.686605 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d6ce07f7-ed1f-4cae-96e9-39d23319a361 None None] Provisioning complete for port c764a2be-5a5d-4f53-9a6a-171d577cb271 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:05.689017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d6ce07f7-ed1f-4cae-96e9-39d23319a361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:06.040512 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Set router 5f312933-bf82-4c01-b746-06e3fa29e2e2 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:54:06.129317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-eb4f539d-9953-4577-9d8e-e772e55d0fc9 None None] Provisioning complete for port c764a2be-5a5d-4f53-9a6a-171d577cb271 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:06.129734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eb4f539d-9953-4577-9d8e-e772e55d0fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:06.554818 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639885f60>, [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:03Z', 'revision_number': 3, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:54:06.561250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Checking router: 5f312933-bf82-4c01-b746-06e3fa29e2e2 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:54:06.561650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Updating router 5f312933-bf82-4c01-b746-06e3fa29e2e2 port 58925285-1f95-4b56-bbb8-c2f71bfe25b6 binding host dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:54:06.631957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:06.641285 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device c764a2be-5a5d-4f53-9a6a-171d577cb271 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:54:06.726668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port c764a2be-5a5d-4f53-9a6a-171d577cb271 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:06.727261 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:06.978519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:07.495187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:07.572194 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Transition to ACTIVE for port object 58925285-1f95-4b56-bbb8-c2f71bfe25b6 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:54:07.611968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:07.648421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-74f941a9-df2e-4606-9d14-cfc8c3520b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:07.758860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Allocated IP 172.20.0.1 (39acc527-f903-4eaa-b66c-449a6bd00a28/7102eb78-3f89-429f-b94f-a5724a2de8de/38afb6dd-a3c0-491a-be4b-cfe072944323) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:54:07.853030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Pushing event updated for resources: {'Port': ['ID=58925285-1f95-4b56-bbb8-c2f71bfe25b6,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:07.875411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.876027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.877119 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.877606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.878082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.879242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.879755 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.880224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.880715 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.881192 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.881673 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.882135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.882665 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.883173 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.884047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.884513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.884968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.885424 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.885879 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.886349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.887179 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.887738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.888439 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.888910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:07.897914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:07.989087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Attempting to bind port 58925285-1f95-4b56-bbb8-c2f71bfe25b6 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:54:07.989521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Attempting to bind port 58925285-1f95-4b56-bbb8-c2f71bfe25b6 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:54:07.989903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Attempting to bind port 58925285-1f95-4b56-bbb8-c2f71bfe25b6 on network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:54:08.001121 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:54:08.001596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Checking segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:54:08.002057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:08.002504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Bound using segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:54:08.003065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Bound port: 58925285-1f95-4b56-bbb8-c2f71bfe25b6, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:54:08.003585 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:08.072924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:08.094325 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Transition to ACTIVE for port object 38afb6dd-a3c0-491a-be4b-cfe072944323 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:54:08.108759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] For port 58925285-1f95-4b56-bbb8-c2f71bfe25b6, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:54:08.115146 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] For port 58925285-1f95-4b56-bbb8-c2f71bfe25b6, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=58925285-1f95-4b56-bbb8-c2f71bfe25b6,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:54:08.147495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:08.165641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:08.195477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:08.213816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:08.380686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Pushing event updated for resources: {'Port': ['ID=38afb6dd-a3c0-491a-be4b-cfe072944323,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:08.386083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:08.423969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Pushing event updated for resources: {'Port': ['ID=58925285-1f95-4b56-bbb8-c2f71bfe25b6,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:08.430186 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:08.507758 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:54:08.510419 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:54:08.516699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:54:08.529020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Routers {'5f312933-bf82-4c01-b746-06e3fa29e2e2'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:54:08.534420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639885f60>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:54:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['5f312933-bf82-4c01-b746-06e3fa29e2e2'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:54:08.687836 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431186'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:08.830919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] Set router 5f312933-bf82-4c01-b746-06e3fa29e2e2 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:54:08.963906 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:09.029564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a759a626-6144-44f5-b5cb-c05e9f31e695 None None] Provisioning for port 38afb6dd-a3c0-491a-be4b-cfe072944323 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:54:09.038635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a759a626-6144-44f5-b5cb-c05e9f31e695 None None] Provisioning complete for port 38afb6dd-a3c0-491a-be4b-cfe072944323 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:09.039339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a759a626-6144-44f5-b5cb-c05e9f31e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:09.196309 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-a759a626-6144-44f5-b5cb-c05e9f31e695 None None] Port 38afb6dd-a3c0-491a-be4b-cfe072944323 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:54:09.228242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639885f60>, [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:03Z', 'revision_number': 3, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:54:09.236886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013137cb-74db-4414-a17f-3f0b39020578 None None] The sync data for ids ['5f312933-bf82-4c01-b746-06e3fa29e2e2'] in dv-cinder-772623-1-iscsi is: [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:03Z', 'revision_number': 3, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:54:09.501868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:09.537390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:09.613576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-919559af-c5cb-4272-a3b6-864f492be4df tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:09.677952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344464'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:09.816425 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Pushing event updated for resources: {'Port': ['ID=38afb6dd-a3c0-491a-be4b-cfe072944323,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:09.825577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:09.898664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:54:09.899978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:54:10.173338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Router 5f312933-bf82-4c01-b746-06e3fa29e2e2 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:54:10.260953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e8f41ec8-35c7-4e13-9fcb-4537c5b5f06d None None] Provisioning complete for port 38afb6dd-a3c0-491a-be4b-cfe072944323 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:10.261829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e8f41ec8-35c7-4e13-9fcb-4537c5b5f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:10.369314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e8f41ec8-35c7-4e13-9fcb-4537c5b5f06d None None] Port 38afb6dd-a3c0-491a-be4b-cfe072944323 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:54:10.556119 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:54:10.571403 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] 10.222.0.24 "PUT /v2.0/routers/5f312933-bf82-4c01-b746-06e3fa29e2e2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9804657
Jan 27 05:54:10.745174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 58925285-1f95-4b56-bbb8-c2f71bfe25b6 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:54:10.928655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 58925285-1f95-4b56-bbb8-c2f71bfe25b6 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:54:10.940496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 58925285-1f95-4b56-bbb8-c2f71bfe25b6 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:10.947639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:11.220648 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:11.252478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 58925285-1f95-4b56-bbb8-c2f71bfe25b6, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=58925285-1f95-4b56-bbb8-c2f71bfe25b6,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:54:11.300915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:11.304666 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:11.394770 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=58925285-1f95-4b56-bbb8-c2f71bfe25b6,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:11.398841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:12.518169 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Sync routers for ids ['5f312933-bf82-4c01-b746-06e3fa29e2e2'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:54:12.533355 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Routers {'5f312933-bf82-4c01-b746-06e3fa29e2e2'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:54:12.534076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639232940>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:54:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['5f312933-bf82-4c01-b746-06e3fa29e2e2'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:54:12.822863 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Set router 5f312933-bf82-4c01-b746-06e3fa29e2e2 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:54:12.923030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 58925285-1f95-4b56-bbb8-c2f71bfe25b6 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:54:13.140493 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 58925285-1f95-4b56-bbb8-c2f71bfe25b6 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:13.140493 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:13.789739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639232940>, [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:08Z', 'revision_number': 4, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '38afb6dd-a3c0-491a-be4b-cfe072944323', 'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'mac_address': 'fa:16:3e:cc:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:07Z', 'updated_at': '2021-01-27T05:54:09Z', 'revision_number': 2, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'subnets': [{'id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:54:13.798551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Checking router: 5f312933-bf82-4c01-b746-06e3fa29e2e2 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:54:13.799087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Updating router 5f312933-bf82-4c01-b746-06e3fa29e2e2 port 38afb6dd-a3c0-491a-be4b-cfe072944323 binding host dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:54:13.903635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:14.830295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:14.890229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Transition to ACTIVE for port object 38afb6dd-a3c0-491a-be4b-cfe072944323 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:54:14.938032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:14.968448 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06294e6c-bab1-44c2-81b4-6a45803eb9ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:15.073106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af903a0-e708-4aa4-b995-48a13b7dc985 None None] Pushing event updated for resources: {'Port': ['ID=38afb6dd-a3c0-491a-be4b-cfe072944323,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:15.171195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0af903a0-e708-4aa4-b995-48a13b7dc985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:15.625567 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 39002) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:15.813151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Attempting to bind port 38afb6dd-a3c0-491a-be4b-cfe072944323 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:54:15.813882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Attempting to bind port 38afb6dd-a3c0-491a-be4b-cfe072944323 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:54:15.814557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Attempting to bind port 38afb6dd-a3c0-491a-be4b-cfe072944323 on network 39acc527-f903-4eaa-b66c-449a6bd00a28 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:54:15.826177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:54:15.826844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Checking segment: {'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:54:15.827668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:15.828319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Bound using segment: {'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:54:15.829092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Bound port: 38afb6dd-a3c0-491a-be4b-cfe072944323, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:54:15.829706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:15.971920 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43725640-2257-4f34-9696-30a5a814ec28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:16.007066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-43725640-2257-4f34-9696-30a5a814ec28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:16.019536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-43725640-2257-4f34-9696-30a5a814ec28 admin admin] Usage tracker for resource:security_group_rule and tenant:89ccd597e45d4e0f9b4c3410bce19101 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:16.023852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-43725640-2257-4f34-9696-30a5a814ec28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:16.043722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-43725640-2257-4f34-9696-30a5a814ec28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:16.164731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] For port 38afb6dd-a3c0-491a-be4b-cfe072944323, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:54:16.172208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] For port 38afb6dd-a3c0-491a-be4b-cfe072944323, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=38afb6dd-a3c0-491a-be4b-cfe072944323,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:54:16.216466 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:16.292784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:16.406401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43725640-2257-4f34-9696-30a5a814ec28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:16.443315 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43725640-2257-4f34-9696-30a5a814ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:16.554516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-752d532e-56a2-434e-b582-4a7fa8319d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:16.578464 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-43725640-2257-4f34-9696-30a5a814ec28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89ccd597e45d4e0f9b4c3410bce19101&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9512267
Jan 27 05:54:16.585489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 39022) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:16.641655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43725640-2257-4f34-9696-30a5a814ec28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1641d2-d242-4e5c-a144-a7a4447b4d5a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:16.647766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43725640-2257-4f34-9696-30a5a814ec28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:16.725956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-316d2b7b-0c6f-4a26-bbe3-66c72a47fca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:16.765095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-316d2b7b-0c6f-4a26-bbe3-66c72a47fca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:16.884991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af903a0-e708-4aa4-b995-48a13b7dc985 None None] Pushing event updated for resources: {'Port': ['ID=38afb6dd-a3c0-491a-be4b-cfe072944323,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:16.903800 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0af903a0-e708-4aa4-b995-48a13b7dc985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:16.934963 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Routers {'5f312933-bf82-4c01-b746-06e3fa29e2e2'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:54:16.936249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639232940>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:54:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['5f312933-bf82-4c01-b746-06e3fa29e2e2'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:54:17.043961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-316d2b7b-0c6f-4a26-bbe3-66c72a47fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:17.064962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a6f2dd38-85cb-4407-9cd8-47908d158fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:17.097993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d2b7b-0c6f-4a26-bbe3-66c72a47fca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1641d2-d242-4e5c-a144-a7a4447b4d5a,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:17.101415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-316d2b7b-0c6f-4a26-bbe3-66c72a47fca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:17.102567 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-316d2b7b-0c6f-4a26-bbe3-66c72a47fca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:17.108593 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-316d2b7b-0c6f-4a26-bbe3-66c72a47fca9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e1641d2-d242-4e5c-a144-a7a4447b4d5a HTTP/1.1" status: 204  len: 168 time: 0.5217972
Jan 27 05:54:17.315491 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] Set router 5f312933-bf82-4c01-b746-06e3fa29e2e2 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:54:17.660461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639232940>, [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:08Z', 'revision_number': 4, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '38afb6dd-a3c0-491a-be4b-cfe072944323', 'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'mac_address': 'fa:16:3e:cc:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:07Z', 'updated_at': '2021-01-27T05:54:16Z', 'revision_number': 4, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'subnets': [{'id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:54:17.665078 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93efb77-d315-45c9-91c3-d8ab991fb898 None None] The sync data for ids ['5f312933-bf82-4c01-b746-06e3fa29e2e2'] in dv-cinder-772623-1-iscsi is: [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:08Z', 'revision_number': 4, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '38afb6dd-a3c0-491a-be4b-cfe072944323', 'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'mac_address': 'fa:16:3e:cc:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:07Z', 'updated_at': '2021-01-27T05:54:16Z', 'revision_number': 4, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'subnets': [{'id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:54:18.793356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 38afb6dd-a3c0-491a-be4b-cfe072944323 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:54:18.971636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 38afb6dd-a3c0-491a-be4b-cfe072944323 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:54:18.977510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 38afb6dd-a3c0-491a-be4b-cfe072944323 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:18.978085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:19.136783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:19.177839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 38afb6dd-a3c0-491a-be4b-cfe072944323, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=38afb6dd-a3c0-491a-be4b-cfe072944323,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:54:19.215502 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:19.227489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:19.396691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=38afb6dd-a3c0-491a-be4b-cfe072944323,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:19.407717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:20.717152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 38afb6dd-a3c0-491a-be4b-cfe072944323 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:54:20.859988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 38afb6dd-a3c0-491a-be4b-cfe072944323 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:20.860644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:21.488763 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 39108) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:21.724961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cf0f954e-c815-4f75-9ab2-421f8b20cfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:21.747156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-cf0f954e-c815-4f75-9ab2-421f8b20cfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:21.753365 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-cf0f954e-c815-4f75-9ab2-421f8b20cfce admin admin] Usage tracker for resource:security_group_rule and tenant:8ebd9fc4932f4c7ba3c6a8d28e58051f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:21.760499 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-cf0f954e-c815-4f75-9ab2-421f8b20cfce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:21.770617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-cf0f954e-c815-4f75-9ab2-421f8b20cfce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:23.178203 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cf0f954e-c815-4f75-9ab2-421f8b20cfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:23.243084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cf0f954e-c815-4f75-9ab2-421f8b20cfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:23.260062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:23.359213 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-cf0f954e-c815-4f75-9ab2-421f8b20cfce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ebd9fc4932f4c7ba3c6a8d28e58051f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8650475
Jan 27 05:54:23.359213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f954e-c815-4f75-9ab2-421f8b20cfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8310ad-7f3e-4e0b-a0e7-2b6c181b4354,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:23.359664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 39146) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:23.373051 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cf0f954e-c815-4f75-9ab2-421f8b20cfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:23.620348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d4f6aeb3-5e34-4a0c-aff7-3dc085df0676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:23.647380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:23.663683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d4f6aeb3-5e34-4a0c-aff7-3dc085df0676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:23.704592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4335245-1a14-4501-8c4c-6b61be6f09c2 req-9b334b76-41e5-45cd-8691-f49323040591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:23.706265 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a4335245-1a14-4501-8c4c-6b61be6f09c2 req-9b334b76-41e5-45cd-8691-f49323040591 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 1162 time: 0.2943678
Jan 27 05:54:23.779009 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42411ac-1bfb-4162-af07-40c9c264861b req-64d65686-2983-4881-aa56-4f83480bf8ce tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:23.787020 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d42411ac-1bfb-4162-af07-40c9c264861b req-64d65686-2983-4881-aa56-4f83480bf8ce tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2824466
Jan 27 05:54:24.007533 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d42411ac-1bfb-4162-af07-40c9c264861b req-4bb7123d-1787-4e40-9dcd-3f4b0cfae372 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193758
Jan 27 05:54:24.089110 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d4f6aeb3-5e34-4a0c-aff7-3dc085df0676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:24.097113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1f49d55c-9989-4f96-a2d0-c67a5600db04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:24.131589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d4f6aeb3-5e34-4a0c-aff7-3dc085df0676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:24.132833 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d4f6aeb3-5e34-4a0c-aff7-3dc085df0676 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b8310ad-7f3e-4e0b-a0e7-2b6c181b4354 HTTP/1.1" status: 204  len: 168 time: 0.7721553
Jan 27 05:54:24.141735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6aeb3-5e34-4a0c-aff7-3dc085df0676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8310ad-7f3e-4e0b-a0e7-2b6c181b4354,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:24.143940 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d4f6aeb3-5e34-4a0c-aff7-3dc085df0676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:24.149405 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4335245-1a14-4501-8c4c-6b61be6f09c2 req-7b1c91a4-7124-4fb3-a53a-865246296fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:24.150745 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a4335245-1a14-4501-8c4c-6b61be6f09c2 req-7b1c91a4-7124-4fb3-a53a-865246296fc3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 912 time: 0.3250310
Jan 27 05:54:24.239580 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a4335245-1a14-4501-8c4c-6b61be6f09c2 req-187a871e-8628-4dad-a925-c0d5e3d23688 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 HTTP/1.1" status: 200  len: 217 time: 0.0816638
Jan 27 05:54:24.328018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4335245-1a14-4501-8c4c-6b61be6f09c2 req-1e09913e-30b4-4bb1-be58-3e91fa9ca868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:24.329734 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a4335245-1a14-4501-8c4c-6b61be6f09c2 req-1e09913e-30b4-4bb1-be58-3e91fa9ca868 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41d2b7db-a983-4e6b-affc-41649786fe08 HTTP/1.1" status: 200  len: 858 time: 0.0823934
Jan 27 05:54:24.443452 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a4335245-1a14-4501-8c4c-6b61be6f09c2 req-849fd91d-7729-4201-9ddf-6499a1097594 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6605190-ee6e-4b9c-88d9-8654c343bcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1036100
Jan 27 05:54:25.102553 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a4335245-1a14-4501-8c4c-6b61be6f09c2 req-83953139-5050-4fe1-b835-c13bdd39e34a service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6455908
Jan 27 05:54:25.413392 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 39176) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:25.489635 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a4335245-1a14-4501-8c4c-6b61be6f09c2 req-2b2e197a-c4e7-47ce-b4d6-6baeb09f87fe service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3746624
Jan 27 05:54:25.508153 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 39184) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:25.608569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80bc5e9e-2efe-4397-ae72-63e7e53dd90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:25.760682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-80bc5e9e-2efe-4397-ae72-63e7e53dd90e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:25.765583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-80bc5e9e-2efe-4397-ae72-63e7e53dd90e admin admin] Usage tracker for resource:security_group_rule and tenant:9077221a263d4463a44aa318f0fc8a52 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:25.771678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-80bc5e9e-2efe-4397-ae72-63e7e53dd90e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:25.797152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-80bc5e9e-2efe-4397-ae72-63e7e53dd90e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:26.078454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12e4a9-5b5d-404b-a030-f7cde3f916ac req-92db80ac-1828-4ddb-8e25-fbd0b0a3a977 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:26.083504 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5f12e4a9-5b5d-404b-a030-f7cde3f916ac req-92db80ac-1828-4ddb-8e25-fbd0b0a3a977 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.4802585
Jan 27 05:54:26.214051 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5f12e4a9-5b5d-404b-a030-f7cde3f916ac req-fb72e901-447e-4f04-8e91-b5f6d35e01b0 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762875
Jan 27 05:54:26.215311 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd23f-9fdd-4b6a-8bee-2c9a6ddbb9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:26.236481 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7cdcd23f-9fdd-4b6a-8bee-2c9a6ddbb9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:26.241668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7cdcd23f-9fdd-4b6a-8bee-2c9a6ddbb9b9 admin admin] Usage tracker for resource:security_group_rule and tenant:fb4cde17dad34042839832355297b914 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:26.247410 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7cdcd23f-9fdd-4b6a-8bee-2c9a6ddbb9b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:26.276699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7cdcd23f-9fdd-4b6a-8bee-2c9a6ddbb9b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:26.399826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80bc5e9e-2efe-4397-ae72-63e7e53dd90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:26.441234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-80bc5e9e-2efe-4397-ae72-63e7e53dd90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:26.459986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e595f2c3-e700-4a3b-9138-95e0783f6e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:26.554732 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc5e9e-2efe-4397-ae72-63e7e53dd90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02db82ae-4a12-4653-83ff-01c526d72664,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:26.578689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-80bc5e9e-2efe-4397-ae72-63e7e53dd90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:26.606426 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-80bc5e9e-2efe-4397-ae72-63e7e53dd90e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9077221a263d4463a44aa318f0fc8a52&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0947137
Jan 27 05:54:26.608456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 39202) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:26.656144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd23f-9fdd-4b6a-8bee-2c9a6ddbb9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:26.717134 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7cdcd23f-9fdd-4b6a-8bee-2c9a6ddbb9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:26.726344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a0859799-e65d-458b-a3bd-2395124189b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:26.751975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-378e7b54-a9d1-439e-b94b-91da22755f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:26.780362 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-7cdcd23f-9fdd-4b6a-8bee-2c9a6ddbb9b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb4cde17dad34042839832355297b914&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3640294
Jan 27 05:54:26.781536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 39208) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:26.782308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcd23f-9fdd-4b6a-8bee-2c9a6ddbb9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d619bdd1-b4fb-4e32-a85f-1f971a9768e5,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:26.787569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7cdcd23f-9fdd-4b6a-8bee-2c9a6ddbb9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:26.830997 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-378e7b54-a9d1-439e-b94b-91da22755f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:26.899167 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b09ded5-c555-4610-b4a7-e1f199a5d282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:26.951041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b09ded5-c555-4610-b4a7-e1f199a5d282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:26.979472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-378e7b54-a9d1-439e-b94b-91da22755f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:26.989190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:27.018646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e7b54-a9d1-439e-b94b-91da22755f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02db82ae-4a12-4653-83ff-01c526d72664,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:27.021568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-378e7b54-a9d1-439e-b94b-91da22755f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:27.022691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-378e7b54-a9d1-439e-b94b-91da22755f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:27.027712 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-378e7b54-a9d1-439e-b94b-91da22755f36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02db82ae-4a12-4653-83ff-01c526d72664 HTTP/1.1" status: 204  len: 168 time: 0.4143536
Jan 27 05:54:27.072071 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b09ded5-c555-4610-b4a7-e1f199a5d282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:27.081977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2aa7d994-88e4-42c6-85a1-55211330fd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:27.106453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:54:27.115416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09ded5-c555-4610-b4a7-e1f199a5d282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d619bdd1-b4fb-4e32-a85f-1f971a9768e5,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:27.118490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9b09ded5-c555-4610-b4a7-e1f199a5d282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:27.144869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b09ded5-c555-4610-b4a7-e1f199a5d282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:27.150210 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-9b09ded5-c555-4610-b4a7-e1f199a5d282 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d619bdd1-b4fb-4e32-a85f-1f971a9768e5 HTTP/1.1" status: 204  len: 168 time: 0.3604896
Jan 27 05:54:27.705158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92476dec-c32b-41fa-8015-3ff41095803b req-180b951d-1dee-462e-a5fa-037f41cc3957 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:27.722867 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-92476dec-c32b-41fa-8015-3ff41095803b req-180b951d-1dee-462e-a5fa-037f41cc3957 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2877192
Jan 27 05:54:27.832371 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-92476dec-c32b-41fa-8015-3ff41095803b req-7eb5a84f-f912-4f70-ae98-2622f929936a tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053839
Jan 27 05:54:28.283400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 39250) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:28.318372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f898f532-5e04-4bf9-9a10-0c3bc398de08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:28.339755 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f898f532-5e04-4bf9-9a10-0c3bc398de08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:28.345880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f898f532-5e04-4bf9-9a10-0c3bc398de08 admin admin] Usage tracker for resource:security_group_rule and tenant:2a18cd888a19416ea9a7e89479863bf1 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:28.352835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f898f532-5e04-4bf9-9a10-0c3bc398de08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:28.362772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f898f532-5e04-4bf9-9a10-0c3bc398de08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:28.550189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f898f532-5e04-4bf9-9a10-0c3bc398de08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:28.843020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f898f532-5e04-4bf9-9a10-0c3bc398de08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:28.852896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8f72e621-f411-472a-9f0d-37366f876ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:28.958368 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f898f532-5e04-4bf9-9a10-0c3bc398de08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a18cd888a19416ea9a7e89479863bf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6733482
Jan 27 05:54:28.959573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898f532-5e04-4bf9-9a10-0c3bc398de08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf54508-daa3-47e3-8b54-c23b38dd73a5,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:28.963283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 39260) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:29.004177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f898f532-5e04-4bf9-9a10-0c3bc398de08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:29.178964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a120e471-7006-4a50-b340-70215ae3488e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:29.229817 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a120e471-7006-4a50-b340-70215ae3488e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:29.368204 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a120e471-7006-4a50-b340-70215ae3488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:29.373863 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:29.398509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 39274) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:29.399407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120e471-7006-4a50-b340-70215ae3488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf54508-daa3-47e3-8b54-c23b38dd73a5,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:29.421468 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a120e471-7006-4a50-b340-70215ae3488e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:29.429772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a120e471-7006-4a50-b340-70215ae3488e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:29.434958 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a120e471-7006-4a50-b340-70215ae3488e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bf54508-daa3-47e3-8b54-c23b38dd73a5 HTTP/1.1" status: 204  len: 168 time: 0.4654007
Jan 27 05:54:29.440983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be143f-3919-4601-8534-1aadf22ef8b6 req-8a71f889-a9da-42c3-9103-b1a9064a3aab tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:29.442900 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d6be143f-3919-4601-8534-1aadf22ef8b6 req-8a71f889-a9da-42c3-9103-b1a9064a3aab tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3501527
Jan 27 05:54:29.592659 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d6be143f-3919-4601-8534-1aadf22ef8b6 req-6c82c00a-1ea1-4ef0-818f-59683132a277 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388121
Jan 27 05:54:29.644379 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-abef2a43-79c0-4adb-845e-2b2047d14edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:29.956457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06075931-8d7f-4763-bdd0-2fe52552787a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:29.987712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-06075931-8d7f-4763-bdd0-2fe52552787a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:29.995381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-06075931-8d7f-4763-bdd0-2fe52552787a admin admin] Usage tracker for resource:security_group_rule and tenant:d90d20321f824c0e88a8f366c14499a6 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:30.002213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-06075931-8d7f-4763-bdd0-2fe52552787a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:30.014422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-06075931-8d7f-4763-bdd0-2fe52552787a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:30.179351 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06075931-8d7f-4763-bdd0-2fe52552787a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:30.246651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06075931-8d7f-4763-bdd0-2fe52552787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:30.254629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06e23abf-d6e6-4b43-b438-735288e1bb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:30.309181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06075931-8d7f-4763-bdd0-2fe52552787a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c5872d-ffcf-49e5-8eb3-144638122965,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:30.312896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06075931-8d7f-4763-bdd0-2fe52552787a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:30.316006 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-06075931-8d7f-4763-bdd0-2fe52552787a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d90d20321f824c0e88a8f366c14499a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9071226
Jan 27 05:54:30.318903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 39300) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:30.390887 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1df43723-c02d-47e2-b2a6-ea81e7775d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:30.426622 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1df43723-c02d-47e2-b2a6-ea81e7775d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:30.722628 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1df43723-c02d-47e2-b2a6-ea81e7775d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:30.733913 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:30.769947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 39318) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:30.772073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df43723-c02d-47e2-b2a6-ea81e7775d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c5872d-ffcf-49e5-8eb3-144638122965,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:30.791016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1df43723-c02d-47e2-b2a6-ea81e7775d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:30.826930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1df43723-c02d-47e2-b2a6-ea81e7775d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:30.833861 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-1df43723-c02d-47e2-b2a6-ea81e7775d7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63c5872d-ffcf-49e5-8eb3-144638122965 HTTP/1.1" status: 204  len: 168 time: 0.5128882
Jan 27 05:54:31.112842 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf9760-ba4e-4884-a879-4f904a022d3b req-07c16940-0abd-4cdc-b788-002a8dd57339 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:31.114606 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-abdf9760-ba4e-4884-a879-4f904a022d3b req-07c16940-0abd-4cdc-b788-002a8dd57339 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2735229
Jan 27 05:54:31.216872 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-abdf9760-ba4e-4884-a879-4f904a022d3b req-1aebb3c9-f41a-46c8-9465-8626f5e57180 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819416
Jan 27 05:54:31.237541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f48f4bad-6ef3-42d6-b515-f98dbbab5f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:31.266217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f48f4bad-6ef3-42d6-b515-f98dbbab5f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:31.270855 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f48f4bad-6ef3-42d6-b515-f98dbbab5f61 admin admin] Usage tracker for resource:security_group_rule and tenant:2745d6137ae7406bb10f468e90c1dc3e is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:31.274149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f48f4bad-6ef3-42d6-b515-f98dbbab5f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:31.281608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f48f4bad-6ef3-42d6-b515-f98dbbab5f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:31.387995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f48f4bad-6ef3-42d6-b515-f98dbbab5f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:31.512795 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f48f4bad-6ef3-42d6-b515-f98dbbab5f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:31.539873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43725640-2257-4f34-9696-30a5a814ec28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:31.554033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-525c5404-ec87-419e-94e4-7baed45e5503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:31.594163 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f48f4bad-6ef3-42d6-b515-f98dbbab5f61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2745d6137ae7406bb10f468e90c1dc3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8229854
Jan 27 05:54:31.596891 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 39348) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:31.630088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f4bad-6ef3-42d6-b515-f98dbbab5f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85244efb-bdb9-49fb-a601-14c0b7d6038d,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:31.633736 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f48f4bad-6ef3-42d6-b515-f98dbbab5f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:31.755155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7b9569e1-154f-4e3f-a98c-5e4b93683d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:31.791139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7b9569e1-154f-4e3f-a98c-5e4b93683d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:31.880367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7b9569e1-154f-4e3f-a98c-5e4b93683d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:31.897598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fc34869f-ddf2-41fb-8f39-a6a5fd300de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:31.932100 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d41e-4967-48d5-9416-3390528b3cca req-aedcc957-c7f0-492a-9a12-dbfb855473ec tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:31.934806 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-aedcc957-c7f0-492a-9a12-dbfb855473ec tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/networks?id=39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 200  len: 815 time: 0.2733772
Jan 27 05:54:31.951515 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9569e1-154f-4e3f-a98c-5e4b93683d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85244efb-bdb9-49fb-a601-14c0b7d6038d,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:31.958303 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-bef5a449-bcc7-473a-b89b-c5c7b8bbb8f3 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/quotas/5117a8ade19c4b7295732c57b1f2be7a HTTP/1.1" status: 200  len: 375 time: 0.0156996
Jan 27 05:54:31.961006 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7b9569e1-154f-4e3f-a98c-5e4b93683d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:31.963615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7b9569e1-154f-4e3f-a98c-5e4b93683d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:31.974962 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-7b9569e1-154f-4e3f-a98c-5e4b93683d82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85244efb-bdb9-49fb-a601-14c0b7d6038d HTTP/1.1" status: 204  len: 168 time: 0.3754761
Jan 27 05:54:32.114856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-3627d41e-4967-48d5-9416-3390528b3cca req-9e6b96e7-0d62-478e-b9c0-022cf4cc082f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Synchronizing usage tracker for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:54:32.165433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-3627d41e-4967-48d5-9416-3390528b3cca req-9e6b96e7-0d62-478e-b9c0-022cf4cc082f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Unset dirty status for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:54:32.166941 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-9e6b96e7-0d62-478e-b9c0-022cf4cc082f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1978495
Jan 27 05:54:32.382006 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-f852cb3a-fa06-4ef3-9d4b-d071e2854b1b service neutron] 10.222.0.24 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1910787
Jan 27 05:54:32.446304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:32.646210 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-94f33325-26ce-49f8-9f67-cfb8cc78f512 service neutron] 10.222.0.24 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2625318
Jan 27 05:54:32.684993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2efd7-1ab1-46ef-9606-55daa1498f6d req-8fddb3f0-1981-4d8a-93df-58541558fc96 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:32.692797 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-65c2efd7-1ab1-46ef-9606-55daa1498f6d req-8fddb3f0-1981-4d8a-93df-58541558fc96 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3029168
Jan 27 05:54:32.825024 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-65c2efd7-1ab1-46ef-9606-55daa1498f6d req-9748f886-c0de-4823-a266-c52284e6ce91 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309690
Jan 27 05:54:32.914088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 39394) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:33.160791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf593dd-9c78-4b07-90dc-43c1a14eb77c req-f62ac03c-8c60-4251-bc6c-5f06333e25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:33.162448 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6cf593dd-9c78-4b07-90dc-43c1a14eb77c req-f62ac03c-8c60-4251-bc6c-5f06333e25cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 1162 time: 0.1174266
Jan 27 05:54:33.235347 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6cf593dd-9c78-4b07-90dc-43c1a14eb77c req-dce43249-2474-48a2-b254-a861604a87e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640526
Jan 27 05:54:33.269365 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1240169652-network', 'tenant_id': '64819e42216d48a18721c4eee82733ac'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:54:33.280178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:33.296668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Usage tracker for resource:network and tenant:64819e42216d48a18721c4eee82733ac is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:33.300300 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:33.306876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:33.373827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Made reservation on behalf of 64819e42216d48a18721c4eee82733ac for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:54:33.378810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:33.394300 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:33.430174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:33.438067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Usage tracker for resource:security_group_rule and tenant:64819e42216d48a18721c4eee82733ac is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:33.444242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:33.457381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:33.582833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:33.628259 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:33.651425 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:33.660921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cf0f954e-c815-4f75-9ab2-421f8b20cfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:33.691629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:33.723127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:54:33.746877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b1e31e-b637-4a86-bbca-6b853bd25c91,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:33.756586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:33.756586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771995697438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:33.756964 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Added segment ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75 of type vxlan for network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b
Jan 27 05:54:33.802361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:33.894857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:33.897115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:33.898232 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:33.909391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-70ad55f3-0b46-41d0-b2dd-df4a2e77f770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:34.195024 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-46a7ae34-ffaf-46b4-b35d-be26151b253f req-46086f98-1112-421f-983d-b9194b54113e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.0645916
Jan 27 05:54:34.257148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Pushing event updated for resources: {'Network': ['ID=1eab10fd-3023-4849-bdcb-aa5210ba6f1b,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:34.260332 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:34.270973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:54:34.297377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:54:34.316607 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.4010522
Jan 27 05:54:34.320997 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 39424) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:34.327446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Request body: {'subnet': {'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1240169652-subnet', 'tenant_id': '64819e42216d48a18721c4eee82733ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:54:34.332912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:34.337319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Usage tracker for resource:subnet and tenant:64819e42216d48a18721c4eee82733ac is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:34.341346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:34.347783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:34.399251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5bd07-b3e8-4bc5-8df8-b387eb490639 req-5292b47d-6131-4ead-9a92-0e8f3a081b89 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:34.402126 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5f5bd07-b3e8-4bc5-8df8-b387eb490639 req-5292b47d-6131-4ead-9a92-0e8f3a081b89 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2442949
Jan 27 05:54:34.420157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Made reservation on behalf of 64819e42216d48a18721c4eee82733ac for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:54:34.429383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852367399'] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:34.487093 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5f5bd07-b3e8-4bc5-8df8-b387eb490639 req-094e062f-9f22-46c1-9a74-ab2ff9908e83 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728645
Jan 27 05:54:35.280731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-807945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852367416'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:35.307078 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c94f8bd2-81eb-4e9e-8c0b-813810e06293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:35.396141 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-81e88537-aeb2-45df-a6bc-8d579644b026 req-c7a06bde-777c-49a3-ab35-a8d66ecd19db tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.0904727
Jan 27 05:54:35.535786 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=549f18a0-ffba-4d83-8bb1-2a319de690f8,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:35.546918 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:35.596550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Checking segment: {'id': 'ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:54:35.597212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Network hostable DHCP agents. Network: 1eab10fd-3023-4849-bdcb-aa5210ba6f1b, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:54:35.665729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:54:35.712432 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 1eab10fd-3023-4849-bdcb-aa5210ba6f1b) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:54:35.728833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a11af5-e122-442b-b5fd-b3ec4fd5147d None None] Network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:54:35.758892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:35.759593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:35.863019 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5353019
Jan 27 05:54:36.225547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d91fbba-33ba-4c94-a4b1-294cdb1c751d None None] Network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:54:36.300584 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60523f-f1f6-4f07-be67-37eab4b49cea req-909d5bad-602d-4d1f-b7fb-ddbfb24c6ac1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:36.321241 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3c60523f-f1f6-4f07-be67-37eab4b49cea req-909d5bad-602d-4d1f-b7fb-ddbfb24c6ac1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.6004798
Jan 27 05:54:36.431682 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3c60523f-f1f6-4f07-be67-37eab4b49cea req-dda3610e-28e3-4488-aaa5-74120933c6e1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947995
Jan 27 05:54:36.614178 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-f616a2a5-978b-4fe6-bce8-bfaf03ab6aa4 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5bef6400d2a841239f9671a6c5012da0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0516028
Jan 27 05:54:36.633469 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2360ddce-a18f-47f7-a896-800ef41f7932 req-c2b51816-5943-4ecd-9d75-4745f030f8d4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.0850265
Jan 27 05:54:36.949509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-d5c7b2c5-4ed1-44ed-a159-2136622c2042 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:36.949509 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-d5c7b2c5-4ed1-44ed-a159-2136622c2042 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3259540
Jan 27 05:54:36.970987 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-30b08cfe-14db-4ae4-ab82-b0ccd17a36d3 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/quotas/5bef6400d2a841239f9671a6c5012da0 HTTP/1.1" status: 200  len: 375 time: 0.0115912
Jan 27 05:54:37.099094 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-2241eda9-8c86-4fb9-8532-8a4653edad6a tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bef6400d2a841239f9671a6c5012da0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1154580
Jan 27 05:54:38.000149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec279a-346d-4a26-a767-806ea8a65ec9 req-6f7f229b-439d-4bfe-a9c8-1ac0fe7b12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:38.006453 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d3ec279a-346d-4a26-a767-806ea8a65ec9 req-6f7f229b-439d-4bfe-a9c8-1ac0fe7b12d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f05f48375e3452295f4609e4cb76e23&device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 1162 time: 0.1520233
Jan 27 05:54:38.132241 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-250493b1-4a08-4725-918d-90edd715e4b9 req-28374fb6-0126-4d2b-bf4b-1110e2218ba1 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.0693269
Jan 27 05:54:38.275609 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7d9dca77-1176-4190-8430-b0abc4bb6996 req-8f5358d1-4f64-4f1c-b8bd-8abbbd664d79 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 210 time: 0.0674403
Jan 27 05:54:38.379499 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec279a-346d-4a26-a767-806ea8a65ec9 req-66db4616-9417-4896-9392-a92a4464831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:38.384726 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d3ec279a-346d-4a26-a767-806ea8a65ec9 req-66db4616-9417-4896-9392-a92a4464831a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 200  len: 912 time: 0.3691459
Jan 27 05:54:38.463763 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd32d4-4527-418f-88d4-9133d327b738 req-4f4f9343-1190-4cc8-928e-2131b3eba8d7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:38.472096 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d6dd32d4-4527-418f-88d4-9133d327b738 req-4f4f9343-1190-4cc8-928e-2131b3eba8d7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3341374
Jan 27 05:54:38.567826 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d3ec279a-346d-4a26-a767-806ea8a65ec9 req-8e353739-92cb-4e57-b8fc-12fc8bc37bc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 HTTP/1.1" status: 200  len: 217 time: 0.1744862
Jan 27 05:54:38.669835 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d6dd32d4-4527-418f-88d4-9133d327b738 req-6dc890fc-edb5-4f58-a78a-97834eb569e0 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1944876
Jan 27 05:54:38.686330 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec279a-346d-4a26-a767-806ea8a65ec9 req-e4e63bb0-57ce-4636-9f20-f99974df722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:38.687956 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d3ec279a-346d-4a26-a767-806ea8a65ec9 req-e4e63bb0-57ce-4636-9f20-f99974df722c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=41d2b7db-a983-4e6b-affc-41649786fe08 HTTP/1.1" status: 200  len: 858 time: 0.1108818
Jan 27 05:54:38.752754 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d3ec279a-346d-4a26-a767-806ea8a65ec9 req-dd81deb8-0860-4baa-822d-3a44d311a04a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a6605190-ee6e-4b9c-88d9-8654c343bcc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565267
Jan 27 05:54:38.951044 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d3ec279a-346d-4a26-a767-806ea8a65ec9 req-afc63555-984e-4071-be10-dfa3871e2dbd service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903727
Jan 27 05:54:39.113265 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d3ec279a-346d-4a26-a767-806ea8a65ec9 req-2bb5d2bd-3b83-4eed-91a0-c3c63c754c95 service neutron] 10.222.0.13 "GET /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1525705
Jan 27 05:54:39.349659 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-17c993a6-7d4c-4130-9da7-89a02117d97f req-20163bad-3ee5-4401-8913-720626fb9bcb tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.0591900
Jan 27 05:54:39.535469 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c80447a0-f713-49a9-a1c0-115265474d7a req-00ed2ac0-880e-4251-a700-6bbab07c2a81 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 210 time: 0.0505421
Jan 27 05:54:40.123942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48beff6-03c5-40da-80e8-dc4d25af235c req-d1e39754-1b96-4795-a535-ab2cc86171c5 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:40.126127 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c48beff6-03c5-40da-80e8-dc4d25af235c req-d1e39754-1b96-4795-a535-ab2cc86171c5 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2142982
Jan 27 05:54:40.242376 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c48beff6-03c5-40da-80e8-dc4d25af235c req-42e0a2c9-bed2-4705-9195-5524e11dfc58 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027768
Jan 27 05:54:40.649459 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ff5a69e2-389f-4adb-8d1b-f9beb59da19c tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:40.655498 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ff5a69e2-389f-4adb-8d1b-f9beb59da19c tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/networks?id=1eab10fd-3023-4849-bdcb-aa5210ba6f1b HTTP/1.1" status: 200  len: 809 time: 0.6007979
Jan 27 05:54:40.676712 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-c50c726a-e92b-4932-b9e7-2262624d725a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/quotas/64819e42216d48a18721c4eee82733ac HTTP/1.1" status: 200  len: 375 time: 0.0118258
Jan 27 05:54:40.784277 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7eb1580a-4355-4354-9be8-3803c6dafe5e req-b97f20dd-2f3f-4e3d-b3f4-db348b78e7ea tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.1257639
Jan 27 05:54:40.803902 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-a9e64245-f70d-453e-a124-184d6b0d3ab2 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=64819e42216d48a18721c4eee82733ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1096723
Jan 27 05:54:40.995142 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-3bb46da8-94b8-46c2-99a9-bfbc498aabdc tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5bef6400d2a841239f9671a6c5012da0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1270981
Jan 27 05:54:41.097306 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8064ba48-6727-4690-b704-7ae1ac8d5f45 req-db5844ff-4d4a-4342-9067-75c864c526e2 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 210 time: 0.0566883
Jan 27 05:54:41.174714 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-81e9e687-4f28-46a5-91e8-0d97f9e76388 service neutron] 10.222.0.24 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3697121
Jan 27 05:54:41.393359 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-c3113b5f-1763-4c2e-a6d3-dcd730d53442 service neutron] 10.222.0.24 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2005610
Jan 27 05:54:41.510240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-53dea4d0-79b6-4783-be60-4267b08ff003 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:41.513554 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-53dea4d0-79b6-4783-be60-4267b08ff003 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4718218
Jan 27 05:54:41.544134 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Request body: {'port': {'device_id': '8b3f664b-78f4-49d8-8462-64bcb510ce16', 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158', 'admin_state_up': True, 'tenant_id': '5bef6400d2a841239f9671a6c5012da0'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:54:41.688772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a02f4-e379-4500-abd5-54d57baba2e3 req-5247f88f-3ea9-424b-bea4-450dced8069e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:41.708406 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-193a02f4-e379-4500-abd5-54d57baba2e3 req-5247f88f-3ea9-424b-bea4-450dced8069e tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2879553
Jan 27 05:54:41.907963 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:41.921651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Usage tracker for resource:port and tenant:5bef6400d2a841239f9671a6c5012da0 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:41.925416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:41.932011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:41.985811 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-193a02f4-e379-4500-abd5-54d57baba2e3 req-42002331-9ef7-4c35-b3f7-ae3f3525cd02 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2743788
Jan 27 05:54:41.999596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Made reservation on behalf of 5bef6400d2a841239f9671a6c5012da0 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:54:42.036042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:42.147910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:42.182770 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:42.188108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Usage tracker for resource:security_group_rule and tenant:5bef6400d2a841239f9671a6c5012da0 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:42.247234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:42.255765 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-56476a0a-550a-4af1-9d1f-3aec2d7c8c2c req-a063a9de-82d5-4f81-a1e4-925381b497f1 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 210 time: 0.0811906
Jan 27 05:54:42.256783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:42.388203 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:54:42.460895 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:42.565957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:42.566749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:42.580148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d41e-4967-48d5-9416-3390528b3cca req-1769df6f-2386-4b44-8c92-7e9d25d6673b tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:42.582014 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-1769df6f-2386-4b44-8c92-7e9d25d6673b tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.13 "GET /v2.0/networks?id=39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 200  len: 815 time: 0.6411498
Jan 27 05:54:42.584814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:42.587221 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fa2f8707-b36d-45f6-8a76-c56ee4ae3e84 req-84749ae3-c3cf-4ea3-bf74-7752e9416bc7 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.2381759
Jan 27 05:54:42.599842 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:42.664294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Request body: {'port': {'device_id': '4075d613-247a-4825-860f-020d62069720', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'admin_state_up': True, 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:54:42.720162 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ee144bab-1718-45b9-a2fb-c6c6b3969d0e req-4f9de22e-c061-4d58-a6e1-f71abe9f2063 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 210 time: 0.1368649
Jan 27 05:54:42.949052 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:42.964102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:43.154142 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:43.177178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:43.303241 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Made reservation on behalf of 5117a8ade19c4b7295732c57b1f2be7a for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:54:43.345837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:43.525975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364e495-5327-413a-b026-58626f1770ba req-be8a301a-33dc-45d5-af4c-3efd5738b8fc tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:43.527851 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7364e495-5327-413a-b026-58626f1770ba req-be8a301a-33dc-45d5-af4c-3efd5738b8fc tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.2869153
Jan 27 05:54:43.622499 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7364e495-5327-413a-b026-58626f1770ba req-0bb5fe9e-6f44-45bf-b702-242f0507cba1 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877845
Jan 27 05:54:43.928102 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b9d715f5-8a1b-408b-b9a4-32051cf38cb1 req-1a6107a0-8a6a-4362-8a2c-22be9a89444f tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 210 time: 0.1913149
Jan 27 05:54:44.064664 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2dd5cf43-e67d-4d5f-8f9c-c7a0b9d41011 req-6a3d39fe-48c4-449b-9448-b4f745d6b22f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.0908332
Jan 27 05:54:44.160469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Allocated IP 192.168.233.165 (ced4ac9d-13bd-4e2f-9b6b-196ff642b158/bffd72f1-2d27-4569-af70-20bfe28a49d4/27d36cb9-7204-446e-a767-9835ab642ec2) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:54:44.560719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Allocated IP 172.20.0.12 (39acc527-f903-4eaa-b66c-449a6bd00a28/7102eb78-3f89-429f-b94f-a5724a2de8de/d7b8283c-d844-4842-b200-973b436ad410) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:54:44.666128 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dc99104a-ee0f-41e3-92c6-9c64c55ab717 req-e3214b43-10dc-4a11-83d6-69f8af929fd8 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 210 time: 0.3124447
Jan 27 05:54:45.368593 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-067a2bdf-af9e-4ed6-bb95-b53fc7f77465 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 1.6332335
Jan 27 05:54:45.416442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:45.461986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Transition to ACTIVE for port object 27d36cb9-7204-446e-a767-9835ab642ec2 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:54:45.473516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:45.498782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Transition to ACTIVE for port object d7b8283c-d844-4842-b200-973b436ad410 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:54:45.562383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:45.595171 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5b082b1a-5d7e-42c7-98b4-fef0f599ca66 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:45.697490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:45.915747 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Pushing event updated for resources: {'Port': ['ID=27d36cb9-7204-446e-a767-9835ab642ec2,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:45.920518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:45.931804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e66a0724-989a-4054-8514-889695049efd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:46.097260 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Pushing event updated for resources: {'Port': ['ID=d7b8283c-d844-4842-b200-973b436ad410,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:46.100816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:46.141977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:54:46.145692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:54:46.149166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Network ced4ac9d-13bd-4e2f-9b6b-196ff642b158 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:54:46.149983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:54:46.191474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:54:46.196190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:54:46.442142 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:46.443294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:46.572686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:54:46.574112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:46.734032 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.1963367
Jan 27 05:54:46.735562 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1251202
Jan 27 05:54:46.741143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a3f58290-b2a4-41f3-bd53-5967e738e3ae None None] Provisioning for port d7b8283c-d844-4842-b200-973b436ad410 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:54:46.771131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a3f58290-b2a4-41f3-bd53-5967e738e3ae None None] Provisioning complete for port d7b8283c-d844-4842-b200-973b436ad410 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:46.771838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a3f58290-b2a4-41f3-bd53-5967e738e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:46.844925 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-a3f58290-b2a4-41f3-bd53-5967e738e3ae None None] Port d7b8283c-d844-4842-b200-973b436ad410 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:54:46.890314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a3f58290-b2a4-41f3-bd53-5967e738e3ae None None] Provisioning for port 27d36cb9-7204-446e-a767-9835ab642ec2 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:54:46.896036 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a3f58290-b2a4-41f3-bd53-5967e738e3ae None None] Provisioning complete for port 27d36cb9-7204-446e-a767-9835ab642ec2 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:54:46.896458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a3f58290-b2a4-41f3-bd53-5967e738e3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:46.961693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-a3f58290-b2a4-41f3-bd53-5967e738e3ae None None] Port 27d36cb9-7204-446e-a767-9835ab642ec2 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:54:49.661131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 39738) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:49.863651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:49.884262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:54:49.891401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Usage tracker for resource:security_group_rule and tenant:a2a28de7273248c6b8fd586737c84d5a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:54:49.895560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:54:49.905766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:54:50.055470 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:50.096206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:50.107898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:50.158159 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2a28de7273248c6b8fd586737c84d5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4957418
Jan 27 05:54:50.159967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f2a829-e7ad-4734-8a50-f62008177ca8,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:50.161051 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 39746) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:54:50.169718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.170185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.170537 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.170929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.171331 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.171748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.172143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.172526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.172922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.173301 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.173685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.174267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.174815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.175054 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.176644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.176644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.176644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.177003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.177132 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.177488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.177798 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.178175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.178554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.178931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:54:50.184937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:50.253502 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fdb0-f176-4757-87f2-9684b88dc484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:50.285885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fdb0-f176-4757-87f2-9684b88dc484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:50.371718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fdb0-f176-4757-87f2-9684b88dc484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:50.377061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:54:50.392856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7fdb0-f176-4757-87f2-9684b88dc484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f2a829-e7ad-4734-8a50-f62008177ca8,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:54:50.396547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c5a7fdb0-f176-4757-87f2-9684b88dc484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:54:50.397530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c5a7fdb0-f176-4757-87f2-9684b88dc484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:50.403735 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c5a7fdb0-f176-4757-87f2-9684b88dc484 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95f2a829-e7ad-4734-8a50-f62008177ca8 HTTP/1.1" status: 204  len: 168 time: 0.2364938
Jan 27 05:54:53.656371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:54:59.181950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6a2e3c9-317c-4e63-a557-24fd40e3c7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:01.028404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Request body: {'port': {'device_id': '4075d613-247a-4825-860f-020d62069720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:01.067869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Request body: {'port': {'device_id': '8b3f664b-78f4-49d8-8462-64bcb510ce16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:01.284078 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-658d1efe-2c99-4c0a-8d59-272a6efaf7e3 req-086639f6-247d-4a6e-9094-a95de5ae6dbc tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 210 time: 0.0684292
Jan 27 05:55:01.295668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:01.565555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:01.570446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-30734205-4d46-46a1-b42b-39a421b63785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:01.609185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf8529-62dd-48d0-aacb-0c068872353f req-6aca58c9-2a81-412c-b337-a9d409f519e8 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:01.610953 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e3bf8529-62dd-48d0-aacb-0c068872353f req-6aca58c9-2a81-412c-b337-a9d409f519e8 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 936 time: 0.1877201
Jan 27 05:55:01.720443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-8ae85f75-ef2f-4c23-bda9-7cd36303f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:01.722079 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-8ae85f75-ef2f-4c23-bda9-7cd36303f45c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 1162 time: 0.6180792
Jan 27 05:55:01.761933 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e3bf8529-62dd-48d0-aacb-0c068872353f req-165637cf-52ae-4692-abd7-acaa5f6d4806 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216748
Jan 27 05:55:01.980748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eae343-d138-4cfb-b3af-8331ad223504 req-2f8a9483-4bf0-49a4-b5eb-9523df071c1b tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:01.982054 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-14eae343-d138-4cfb-b3af-8331ad223504 req-2f8a9483-4bf0-49a4-b5eb-9523df071c1b tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Synchronizing usage tracker for tenant:64819e42216d48a18721c4eee82733ac on resource:network {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:02.033182 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-14eae343-d138-4cfb-b3af-8331ad223504 req-2f8a9483-4bf0-49a4-b5eb-9523df071c1b tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Unset dirty status for tenant:64819e42216d48a18721c4eee82733ac on resource:network {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:02.035206 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-2f8a9483-4bf0-49a4-b5eb-9523df071c1b tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.13 "GET /v2.0/networks?id=1eab10fd-3023-4849-bdcb-aa5210ba6f1b HTTP/1.1" status: 200  len: 809 time: 0.4232552
Jan 27 05:55:02.055780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4d0e9-a599-42d0-bf37-a82b5f7453ee req-f6d6cf29-6cf1-4d79-89cf-a60ab501f6c8 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:02.055780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-f6c4d0e9-a599-42d0-bf37-a82b5f7453ee req-f6d6cf29-6cf1-4d79-89cf-a60ab501f6c8 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Synchronizing usage tracker for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:02.073645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Request body: {'port': {'device_id': '539fbbda-1ad8-448f-aba7-7e6e4b5fef09', 'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b', 'admin_state_up': True, 'tenant_id': '64819e42216d48a18721c4eee82733ac'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:02.201618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-dfa22e96-dc91-419d-b146-9e3dd9905076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:02.204512 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-dfa22e96-dc91-419d-b146-9e3dd9905076 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 910 time: 0.3768029
Jan 27 05:55:02.259040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-f6c4d0e9-a599-42d0-bf37-a82b5f7453ee req-f6d6cf29-6cf1-4d79-89cf-a60ab501f6c8 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Unset dirty status for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:02.266358 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f6c4d0e9-a599-42d0-bf37-a82b5f7453ee req-f6d6cf29-6cf1-4d79-89cf-a60ab501f6c8 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 932 time: 0.9768400
Jan 27 05:55:02.299099 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:55:02.303565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Usage tracker for resource:port and tenant:64819e42216d48a18721c4eee82733ac is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:55:02.306928 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:55:02.315260 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:55:02.351234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Made reservation on behalf of 64819e42216d48a18721c4eee82733ac for: {'port': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:55:02.390768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:02.412897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:02.533766 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f6c4d0e9-a599-42d0-bf37-a82b5f7453ee req-3ebc9809-9b15-4abc-8f87-549a39acc541 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2664065
Jan 27 05:55:02.647869 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c6e6c729-bcdc-4a9e-8412-5d7f71f881d9 req-6f9f7025-d0f3-4b25-aa72-071819be1365 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 210 time: 0.1595511
Jan 27 05:55:03.022344 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-c87a11aa-7984-4369-a83a-1295d8d25c72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ffd7681-1da3-4500-9049-db81d004311a HTTP/1.1" status: 200  len: 1000 time: 0.7337050
Jan 27 05:55:03.042718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Allocated IP 172.20.0.10 (1eab10fd-3023-4849-bdcb-aa5210ba6f1b/549f18a0-ffba-4d83-8bb1-2a319de690f8/53edda00-c802-48ff-bc95-09ae97cc5600) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:55:03.312796 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:03.315716 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-65690630-aaa6-49b1-bd4b-05eaafc99e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:03.317331 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-65690630-aaa6-49b1-bd4b-05eaafc99e5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.1685505
Jan 27 05:55:03.576227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c807bd9-786e-4f1e-a687-1d0fa2fa522e req-cb582389-7d3e-434a-bd2c-eb90cc2bd512 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:03.577110 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-6c807bd9-786e-4f1e-a687-1d0fa2fa522e req-cb582389-7d3e-434a-bd2c-eb90cc2bd512 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Synchronizing usage tracker for tenant:5bef6400d2a841239f9671a6c5012da0 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:03.657865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d36cb9-7204-446e-a767-9835ab642ec2 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:55:03.683847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b8283c-d844-4842-b200-973b436ad410 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:55:03.701234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-d7e33f66-d840-4d21-99b5-db6c03dc16f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:03.703776 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-d7e33f66-d840-4d21-99b5-db6c03dc16f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3731701
Jan 27 05:55:03.893978 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-c7de0fef-727b-4790-81cf-4625ea08dc46 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783733
Jan 27 05:55:04.059271 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-f5f918e9-0f2c-4efe-9042-969f7616e72d service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1559291
Jan 27 05:55:04.090892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:55:04.292603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:04.293666 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-6c807bd9-786e-4f1e-a687-1d0fa2fa522e req-cb582389-7d3e-434a-bd2c-eb90cc2bd512 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Unset dirty status for tenant:5bef6400d2a841239f9671a6c5012da0 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:04.295149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:04.300482 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:04.300928 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6c807bd9-786e-4f1e-a687-1d0fa2fa522e req-cb582389-7d3e-434a-bd2c-eb90cc2bd512 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 936 time: 1.2762096
Jan 27 05:55:04.320928 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7996d5cf-06d8-4202-9640-4bdd8ba7e1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:04.369744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:04.402310 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:04.471451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-6c807bd9-786e-4f1e-a687-1d0fa2fa522e req-f225d9e8-73ec-481d-9ffa-87d4abfd08d9 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Synchronizing usage tracker for tenant:5bef6400d2a841239f9671a6c5012da0 on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:04.477176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Transition to ACTIVE for port object 27d36cb9-7204-446e-a767-9835ab642ec2 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:55:04.513880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Transition to ACTIVE for port object d7b8283c-d844-4842-b200-973b436ad410 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:55:04.527407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:04.550609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:04.580228 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Pushing event updated for resources: {'Port': ['ID=53edda00-c802-48ff-bc95-09ae97cc5600,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:04.607319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.608069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.608645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.609446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.610354 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.611246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.625856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.627725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.627725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.627725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.627725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.627725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:04.651545 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:04.697658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-6c807bd9-786e-4f1e-a687-1d0fa2fa522e req-f225d9e8-73ec-481d-9ffa-87d4abfd08d9 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Unset dirty status for tenant:5bef6400d2a841239f9671a6c5012da0 on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:04.712474 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6c807bd9-786e-4f1e-a687-1d0fa2fa522e req-f225d9e8-73ec-481d-9ffa-87d4abfd08d9 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4039536
Jan 27 05:55:04.714076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:04.742088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d952a-6fcf-4a53-a406-0f976cff702d req-91a44e79-3ce1-4dee-aa59-7b7db36aa8ab tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:04.743920 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-807d952a-6fcf-4a53-a406-0f976cff702d req-91a44e79-3ce1-4dee-aa59-7b7db36aa8ab tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 932 time: 0.3281913
Jan 27 05:55:04.765901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:55:04.782915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:55:04.786918 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:55:04.903699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-807d952a-6fcf-4a53-a406-0f976cff702d req-e83f012e-8fcf-40cc-9936-866454f43af0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Synchronizing usage tracker for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:04.995931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:04.996699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:05.003480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-807d952a-6fcf-4a53-a406-0f976cff702d req-e83f012e-8fcf-40cc-9936-866454f43af0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Unset dirty status for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:05.004839 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-807d952a-6fcf-4a53-a406-0f976cff702d req-e83f012e-8fcf-40cc-9936-866454f43af0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2529788
Jan 27 05:55:05.057986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Pushing event updated for resources: {'Port': ['ID=27d36cb9-7204-446e-a767-9835ab642ec2,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:05.073931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:05.078226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:05.085638 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0191927
Jan 27 05:55:05.111106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Request body: {'port': {'device_id': '539fbbda-1ad8-448f-aba7-7e6e4b5fef09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:05.298738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:05.306697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b8283c-d844-4842-b200-973b436ad410,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:05.317952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:05.471651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0760b-75d2-4919-92c0-ae84bc701364 req-43d22cd1-9b09-4159-9731-867e9cb95c0f tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:05.474169 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f4e0760b-75d2-4919-92c0-ae84bc701364 req-43d22cd1-9b09-4159-9731-867e9cb95c0f tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 932 time: 0.5450175
Jan 27 05:55:05.639641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Attempting to bind port 27d36cb9-7204-446e-a767-9835ab642ec2 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:55:05.639641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Attempting to bind port 27d36cb9-7204-446e-a767-9835ab642ec2 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '795f4654-362d-4d8a-8c5f-76859b10094a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:55:05.639641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Attempting to bind port 27d36cb9-7204-446e-a767-9835ab642ec2 on network ced4ac9d-13bd-4e2f-9b6b-196ff642b158 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:55:05.720600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:55:05.721205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Checking segment: {'id': '795f4654-362d-4d8a-8c5f-76859b10094a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:55:05.721867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:05.722527 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Bound using segment: {'id': '795f4654-362d-4d8a-8c5f-76859b10094a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:55:05.727533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Bound port: 27d36cb9-7204-446e-a767-9835ab642ec2, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795f4654-362d-4d8a-8c5f-76859b10094a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'ced4ac9d-13bd-4e2f-9b6b-196ff642b158'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:55:05.727533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:05.922357 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f4e0760b-75d2-4919-92c0-ae84bc701364 req-b8081b2d-043e-4bb3-b682-a1265990db13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3596175
Jan 27 05:55:05.989689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53edda00-c802-48ff-bc95-09ae97cc5600 {{(pid=80177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:55:06.001977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:06.017650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Attempting to bind port d7b8283c-d844-4842-b200-973b436ad410 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:55:06.018161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Attempting to bind port d7b8283c-d844-4842-b200-973b436ad410 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:55:06.018641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Attempting to bind port d7b8283c-d844-4842-b200-973b436ad410 on network 39acc527-f903-4eaa-b66c-449a6bd00a28 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:55:06.030762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Transition to ACTIVE for port object 53edda00-c802-48ff-bc95-09ae97cc5600 will not be triggered until provisioned by entity L2. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:55:06.033431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:55:06.033802 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Checking segment: {'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:55:06.034711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:06.034711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Bound using segment: {'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:55:06.035043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Bound port: d7b8283c-d844-4842-b200-973b436ad410, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:55:06.035416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:06.052549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] For port 27d36cb9-7204-446e-a767-9835ab642ec2, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:55:06.106793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] For port 27d36cb9-7204-446e-a767-9835ab642ec2, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=27d36cb9-7204-446e-a767-9835ab642ec2,segment=NetworkSegment(795f4654-362d-4d8a-8c5f-76859b10094a),segment_id=795f4654-362d-4d8a-8c5f-76859b10094a)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:55:06.143617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f01be9-a4f5-4054-9ebb-5c62514b2b71 req-7d5222b0-c26e-4aa7-a627-7dbe5fca4405 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:06.145268 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a1f01be9-a4f5-4054-9ebb-5c62514b2b71 req-7d5222b0-c26e-4aa7-a627-7dbe5fca4405 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 948 time: 0.2115662
Jan 27 05:55:06.147208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:06.160271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] For port d7b8283c-d844-4842-b200-973b436ad410, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:55:06.164649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] For port d7b8283c-d844-4842-b200-973b436ad410, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=d7b8283c-d844-4842-b200-973b436ad410,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:55:06.169448 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:06.175679 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e2b5874e-57a2-42a2-a300-58c219bbd4ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:06.188019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:06.294689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:06.589155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Pushing event updated for resources: {'Port': ['ID=53edda00-c802-48ff-bc95-09ae97cc5600,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:06.599463 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:06.636452 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a1f01be9-a4f5-4054-9ebb-5c62514b2b71 req-111b213c-5676-4cc8-806a-9e737bd4cea5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4621801
Jan 27 05:55:06.767748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Pushing event updated for resources: {'Port': ['ID=27d36cb9-7204-446e-a767-9835ab642ec2,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:06.779293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:06.780044 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-42bf300c-e085-4633-a21d-59a2833a08e1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:06.889207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b8283c-d844-4842-b200-973b436ad410,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:06.899295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:06.962955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:06.964295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:06.965846 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] 10.222.0.13 "PUT /v2.0/ports/27d36cb9-7204-446e-a767-9835ab642ec2 HTTP/1.1" status: 200  len: 1162 time: 5.9430015
Jan 27 05:55:07.013240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Attempting to bind port 53edda00-c802-48ff-bc95-09ae97cc5600 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:55:07.013740 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Attempting to bind port 53edda00-c802-48ff-bc95-09ae97cc5600 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b'}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:55:07.014222 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Attempting to bind port 53edda00-c802-48ff-bc95-09ae97cc5600 on network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:55:07.021193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:55:07.021736 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Checking segment: {'id': 'ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:55:07.022254 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:07.022957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Bound using segment: {'id': 'ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b'} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:55:07.023820 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Bound port: 53edda00-c802-48ff-bc95-09ae97cc5600, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b'}}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:55:07.024334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:07.152423 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40664608-95ec-4483-b329-34c71b5d948f req-7fdc25df-242d-4a41-8e59-d2de1eec49fd tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:07.163279 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-40664608-95ec-4483-b329-34c71b5d948f req-7fdc25df-242d-4a41-8e59-d2de1eec49fd tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 944 time: 0.9759879
Jan 27 05:55:07.185795 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3f664b-78f4-49d8-8462-64bcb510ce16', 'tag': '27d36cb9-7204-446e-a767-9835ab642ec2'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:07.200041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:07.201162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:07.203031 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] 10.222.0.13 "PUT /v2.0/ports/d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 1158 time: 6.1816869
Jan 27 05:55:07.275201 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] For port 53edda00-c802-48ff-bc95-09ae97cc5600, host hv-cinder-77262, cleared binding levels {{(pid=80177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:55:07.281933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] For port 53edda00-c802-48ff-bc95-09ae97cc5600, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=53edda00-c802-48ff-bc95-09ae97cc5600,segment=NetworkSegment(ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75),segment_id=ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75)] {{(pid=80177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:55:07.327568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:07.383857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:07.393052 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-40664608-95ec-4483-b329-34c71b5d948f req-70b39288-b549-4712-866f-b157d53cb8ae tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272470
Jan 27 05:55:07.628188 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-34e29063-5fab-456b-bea0-571d0fdd9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:07.633032 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-34e29063-5fab-456b-bea0-571d0fdd9156 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bef6400d2a841239f9671a6c5012da0&device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 1165 time: 0.4404016
Jan 27 05:55:07.673454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Pushing event updated for resources: {'Port': ['ID=53edda00-c802-48ff-bc95-09ae97cc5600,revision_number=3']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:07.679321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:07.752109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:07.753107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:07.754993 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] 10.222.0.13 "PUT /v2.0/ports/53edda00-c802-48ff-bc95-09ae97cc5600 HTTP/1.1" status: 200  len: 1158 time: 2.6527357
Jan 27 05:55:07.755842 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539fbbda-1ad8-448f-aba7-7e6e4b5fef09', 'tag': '53edda00-c802-48ff-bc95-09ae97cc5600'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:07.816216 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-6743ca07-c732-48e6-817b-64a9c52f29b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=27d36cb9-7204-446e-a767-9835ab642ec2 HTTP/1.1" status: 200  len: 217 time: 0.1657684
Jan 27 05:55:07.823158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d41e-4967-48d5-9416-3390528b3cca req-fbe9c7af-5320-4826-9797-cf089b4f9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:07.826134 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-fbe9c7af-5320-4826-9797-cf089b4f9975 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 1161 time: 0.4310534
Jan 27 05:55:08.002481 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eae343-d138-4cfb-b3af-8331ad223504 req-52528712-f18e-40fd-884d-5438fdbefe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:08.004394 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-52528712-f18e-40fd-884d-5438fdbefe87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64819e42216d48a18721c4eee82733ac&device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 1161 time: 0.1491427
Jan 27 05:55:08.010097 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-37cadf10-4c3c-43d6-bb62-d91e49454141 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 217 time: 0.1572056
Jan 27 05:55:08.077309 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-71c8ae86-56ea-4f15-b8cc-887152537024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:08.078944 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-71c8ae86-56ea-4f15-b8cc-887152537024 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bffd72f1-2d27-4569-af70-20bfe28a49d4 HTTP/1.1" status: 200  len: 843 time: 0.1281958
Jan 27 05:55:08.105615 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-aeea10f8-98d2-4312-a94b-067330fae3be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53edda00-c802-48ff-bc95-09ae97cc5600 HTTP/1.1" status: 200  len: 217 time: 0.0772326
Jan 27 05:55:08.178467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d41e-4967-48d5-9416-3390528b3cca req-502041df-8b02-418a-afc6-5555c0dbd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:08.180115 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-502041df-8b02-418a-afc6-5555c0dbd303 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7102eb78-3f89-429f-b94f-a5724a2de8de HTTP/1.1" status: 200  len: 854 time: 0.1440966
Jan 27 05:55:08.184175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ed41a3ad-8ee3-4b8f-9a8b-af46b80c4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:08.185785 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-ed41a3ad-8ee3-4b8f-9a8b-af46b80c4142 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=549f18a0-ffba-4d83-8bb1-2a319de690f8 HTTP/1.1" status: 200  len: 849 time: 0.0718789
Jan 27 05:55:08.252564 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-3b7df482-4e86-470a-8253-87469ddf60d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eab10fd-3023-4849-bdcb-aa5210ba6f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569897
Jan 27 05:55:08.291900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-7cb48c37-24b8-4fbb-9954-d767c50f7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:08.293624 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-7cb48c37-24b8-4fbb-9954-d767c50f7ed4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ced4ac9d-13bd-4e2f-9b6b-196ff642b158&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1970599
Jan 27 05:55:08.461055 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3f664b-78f4-49d8-8462-64bcb510ce16', 'tag': '27d36cb9-7204-446e-a767-9835ab642ec2', 'status': 'completed', 'code': 200}
Jan 27 05:55:08.488528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627d41e-4967-48d5-9416-3390528b3cca req-9ca4fd2b-fa6e-492e-8fad-e3bee5b635f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:08.490212 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-9ca4fd2b-fa6e-492e-8fad-e3bee5b635f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39acc527-f903-4eaa-b66c-449a6bd00a28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2962155
Jan 27 05:55:08.521999 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-dcbbb314-2a44-48e5-9f22-3c2dc4178204 service neutron] 10.222.0.13 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2545435
Jan 27 05:55:08.630865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b329a7d-473d-4b9d-bc39-45046de76b35 req-5f503944-7008-4a1d-b80a-0ec41ffc763a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:08.633752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-1b329a7d-473d-4b9d-bc39-45046de76b35 req-5f503944-7008-4a1d-b80a-0ec41ffc763a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Synchronizing usage tracker for tenant:64819e42216d48a18721c4eee82733ac on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:08.669588 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-130b19a1-3f23-4068-bc66-b99591041bd8 service neutron] 10.222.0.13 "GET /v2.0/networks/ced4ac9d-13bd-4e2f-9b6b-196ff642b158?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3662982
Jan 27 05:55:08.844250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-1b329a7d-473d-4b9d-bc39-45046de76b35 req-5f503944-7008-4a1d-b80a-0ec41ffc763a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Unset dirty status for tenant:64819e42216d48a18721c4eee82733ac on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:08.845539 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1b329a7d-473d-4b9d-bc39-45046de76b35 req-5f503944-7008-4a1d-b80a-0ec41ffc763a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 944 time: 0.4724271
Jan 27 05:55:08.912895 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-14eae343-d138-4cfb-b3af-8331ad223504 req-598cead9-97f4-4ff0-9373-b1a9d6a7b3a5 service neutron] 10.222.0.13 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2722425
Jan 27 05:55:08.945416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-1b329a7d-473d-4b9d-bc39-45046de76b35 req-d9e58a04-b86d-4b67-ab22-cc703db50f33 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Synchronizing usage tracker for tenant:64819e42216d48a18721c4eee82733ac on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:08.993764 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-c6e95076-03b4-4dc9-af4c-b494ce75125c service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4652474
Jan 27 05:55:09.012407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-1b329a7d-473d-4b9d-bc39-45046de76b35 req-d9e58a04-b86d-4b67-ab22-cc703db50f33 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Unset dirty status for tenant:64819e42216d48a18721c4eee82733ac on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:09.013702 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1b329a7d-473d-4b9d-bc39-45046de76b35 req-d9e58a04-b86d-4b67-ab22-cc703db50f33 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532774
Jan 27 05:55:09.111340 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539fbbda-1ad8-448f-aba7-7e6e4b5fef09', 'tag': '53edda00-c802-48ff-bc95-09ae97cc5600', 'status': 'completed', 'code': 200}
Jan 27 05:55:09.118678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071422cf-411c-4bc8-9db2-6f3e1d801360 req-fa67f471-27c2-4a97-bb15-087107ceb3c9 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:09.121386 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-071422cf-411c-4bc8-9db2-6f3e1d801360 req-fa67f471-27c2-4a97-bb15-087107ceb3c9 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 948 time: 0.4303792
Jan 27 05:55:09.164394 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54eca07c-159b-4bf8-9b9e-06cd0276a45b req-2e1bcda6-74c7-415c-b399-a5b5e4ccf622 service neutron] 10.222.0.13 "GET /v2.0/networks/ced4ac9d-13bd-4e2f-9b6b-196ff642b158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4693048
Jan 27 05:55:09.304475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40257-db56-4fce-9f69-ba19d9bc7474 req-62fdefd8-ca7c-438f-a892-b8289a5c9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:09.306904 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-70d40257-db56-4fce-9f69-ba19d9bc7474 req-62fdefd8-ca7c-438f-a892-b8289a5c9cff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64819e42216d48a18721c4eee82733ac&device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 1161 time: 0.1440501
Jan 27 05:55:09.350547 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-071422cf-411c-4bc8-9db2-6f3e1d801360 req-0755e273-bfad-435c-967b-e4f61a0adabe tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895299
Jan 27 05:55:09.399667 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3627d41e-4967-48d5-9416-3390528b3cca req-f9783169-9881-4d23-b671-c4dcd4f0e794 service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2750025
Jan 27 05:55:09.636742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40257-db56-4fce-9f69-ba19d9bc7474 req-6ec06d65-1c27-499c-9fa2-4e5df12ce935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:09.639527 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-70d40257-db56-4fce-9f69-ba19d9bc7474 req-6ec06d65-1c27-499c-9fa2-4e5df12ce935 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eab10fd-3023-4849-bdcb-aa5210ba6f1b HTTP/1.1" status: 200  len: 903 time: 0.3255146
Jan 27 05:55:09.751447 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-70d40257-db56-4fce-9f69-ba19d9bc7474 req-c55f8eb2-8306-4a3f-b39e-275023dbab1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=53edda00-c802-48ff-bc95-09ae97cc5600 HTTP/1.1" status: 200  len: 217 time: 0.1034739
Jan 27 05:55:09.828304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40320887-a544-46f8-a8f7-acc3f30424a7 req-173dc905-4600-451d-b818-d88589c58ced tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:09.830034 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-40320887-a544-46f8-a8f7-acc3f30424a7 req-173dc905-4600-451d-b818-d88589c58ced tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.3801272
Jan 27 05:55:09.831536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f9e0f-781f-4b4e-8848-cb6a117e8a26 req-7d341af2-ea6e-427d-93e4-851696357138 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:09.835606 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-393f9e0f-781f-4b4e-8848-cb6a117e8a26 req-7d341af2-ea6e-427d-93e4-851696357138 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 944 time: 0.2376373
Jan 27 05:55:09.841233 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3566-f884-4838-bf90-de373b8ee860 req-2b213faf-1d2c-4524-b651-f99658f0fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:09.845718 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6d0f3566-f884-4838-bf90-de373b8ee860 req-2b213faf-1d2c-4524-b651-f99658f0fec6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bef6400d2a841239f9671a6c5012da0&device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 1165 time: 0.2990470
Jan 27 05:55:09.953703 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-40320887-a544-46f8-a8f7-acc3f30424a7 req-3629c91e-30b1-4099-a441-9c23da5444c3 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787675
Jan 27 05:55:09.955271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d40257-db56-4fce-9f69-ba19d9bc7474 req-3c17d324-13b3-4d96-8e15-e6654f2d89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:09.956861 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-70d40257-db56-4fce-9f69-ba19d9bc7474 req-3c17d324-13b3-4d96-8e15-e6654f2d89fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=549f18a0-ffba-4d83-8bb1-2a319de690f8 HTTP/1.1" status: 200  len: 849 time: 0.1258483
Jan 27 05:55:10.044492 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-70d40257-db56-4fce-9f69-ba19d9bc7474 req-afba957c-1602-4062-82ae-a66c93407346 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eab10fd-3023-4849-bdcb-aa5210ba6f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0777564
Jan 27 05:55:10.151271 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-393f9e0f-781f-4b4e-8848-cb6a117e8a26 req-fd61e493-0613-424b-a691-d6e52cfdd6d6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3029461
Jan 27 05:55:10.238668 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-70d40257-db56-4fce-9f69-ba19d9bc7474 req-11f91be2-dbe8-4c60-9e83-f54eff5d14bb service neutron] 10.222.0.13 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852500
Jan 27 05:55:10.254487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3566-f884-4838-bf90-de373b8ee860 req-b4ef6d45-22c0-4944-9ff9-8648c119765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:10.257373 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6d0f3566-f884-4838-bf90-de373b8ee860 req-b4ef6d45-22c0-4944-9ff9-8648c119765e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ced4ac9d-13bd-4e2f-9b6b-196ff642b158 HTTP/1.1" status: 200  len: 863 time: 0.3994579
Jan 27 05:55:10.403405 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6d0f3566-f884-4838-bf90-de373b8ee860 req-5bfabec4-0d8e-4437-bff7-d963d7608a8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=27d36cb9-7204-446e-a767-9835ab642ec2 HTTP/1.1" status: 200  len: 217 time: 0.1382575
Jan 27 05:55:10.473695 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:10.485569 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-70d40257-db56-4fce-9f69-ba19d9bc7474 req-82db8be1-abc3-4d33-bd05-9cecc19fdddd service neutron] 10.222.0.13 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2384071
Jan 27 05:55:10.624395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3566-f884-4838-bf90-de373b8ee860 req-0ab55bcc-3758-4552-894e-700cdf277265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:10.627176 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6d0f3566-f884-4838-bf90-de373b8ee860 req-0ab55bcc-3758-4552-894e-700cdf277265 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bffd72f1-2d27-4569-af70-20bfe28a49d4 HTTP/1.1" status: 200  len: 843 time: 0.2142472
Jan 27 05:55:10.815853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab70279-5f1c-4b77-b89a-c97305490ba9 req-0247ba90-2263-41f2-b582-8529c30c6312 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:10.818043 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cab70279-5f1c-4b77-b89a-c97305490ba9 req-0247ba90-2263-41f2-b582-8529c30c6312 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 948 time: 0.2327697
Jan 27 05:55:10.818251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510a8a5-451b-4535-a0b9-7fa01872ea09 req-70455e80-0b0b-48b4-8a1b-6041e8d48832 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:10.820058 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a510a8a5-451b-4535-a0b9-7fa01872ea09 req-70455e80-0b0b-48b4-8a1b-6041e8d48832 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 944 time: 0.3295255
Jan 27 05:55:10.878546 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f3566-f884-4838-bf90-de373b8ee860 req-1dbb3bdb-d383-4d60-bc43-06ce46e05bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:10.880198 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6d0f3566-f884-4838-bf90-de373b8ee860 req-1dbb3bdb-d383-4d60-bc43-06ce46e05bca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ced4ac9d-13bd-4e2f-9b6b-196ff642b158&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2423117
Jan 27 05:55:10.916807 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a510a8a5-451b-4535-a0b9-7fa01872ea09 req-0690fa47-6e48-4d27-8b45-dbe8709c922e tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829794
Jan 27 05:55:10.959144 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cab70279-5f1c-4b77-b89a-c97305490ba9 req-e49ab2c5-5675-4b06-90f3-fbd3ddd0629a tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281254
Jan 27 05:55:11.092732 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410', 'status': 'completed', 'code': 200}
Jan 27 05:55:11.331293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346ceb-3727-4c2c-95ae-cebc84c72068 req-de4aba09-ae0c-48eb-9814-171fedd35dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:11.333086 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-44346ceb-3727-4c2c-95ae-cebc84c72068 req-de4aba09-ae0c-48eb-9814-171fedd35dda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 1161 time: 0.1793156
Jan 27 05:55:11.403162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10155801-ea47-45cf-9e65-9dabd6853a60 req-56dd29f0-734d-4122-8acc-c34e4d6a1f5e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:11.404994 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10155801-ea47-45cf-9e65-9dabd6853a60 req-56dd29f0-734d-4122-8acc-c34e4d6a1f5e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1969688
Jan 27 05:55:11.598908 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10155801-ea47-45cf-9e65-9dabd6853a60 req-a34fe753-73c0-43e0-9fc6-077649819c12 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1652646
Jan 27 05:55:11.638516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346ceb-3727-4c2c-95ae-cebc84c72068 req-94f2034f-d828-4e2c-baea-cd7bfe83bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:11.640771 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-44346ceb-3727-4c2c-95ae-cebc84c72068 req-94f2034f-d828-4e2c-baea-cd7bfe83bca3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 200  len: 909 time: 0.2346816
Jan 27 05:55:11.642293 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6d0f3566-f884-4838-bf90-de373b8ee860 req-ead4b952-eba7-4961-9ffd-8422d42d9f1d service neutron] 10.222.0.13 "GET /v2.0/networks/ced4ac9d-13bd-4e2f-9b6b-196ff642b158?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7232535
Jan 27 05:55:11.779694 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-44346ceb-3727-4c2c-95ae-cebc84c72068 req-35bedd6a-fa09-4d85-870f-053fe5655a3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 217 time: 0.1242502
Jan 27 05:55:11.792616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad09f20-ba9f-44c1-8f00-c847114c6e88 req-185a3415-a09b-49af-9bb2-9d12c5ce1171 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:11.795796 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ad09f20-ba9f-44c1-8f00-c847114c6e88 req-185a3415-a09b-49af-9bb2-9d12c5ce1171 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.6916347
Jan 27 05:55:12.060678 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ad09f20-ba9f-44c1-8f00-c847114c6e88 req-6ae20a6d-d0b3-4f72-ae2a-53f1bbd80c8b tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2238274
Jan 27 05:55:12.179529 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6d0f3566-f884-4838-bf90-de373b8ee860 req-0e14c5b4-b926-4871-8794-48950f7aad6d service neutron] 10.222.0.13 "GET /v2.0/networks/ced4ac9d-13bd-4e2f-9b6b-196ff642b158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3816254
Jan 27 05:55:12.275148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346ceb-3727-4c2c-95ae-cebc84c72068 req-9c052a2c-227a-4610-ba55-d8a892ea9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:12.277230 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-44346ceb-3727-4c2c-95ae-cebc84c72068 req-9c052a2c-227a-4610-ba55-d8a892ea9089 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7102eb78-3f89-429f-b94f-a5724a2de8de HTTP/1.1" status: 200  len: 854 time: 0.4895182
Jan 27 05:55:12.426268 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e94538-c752-4548-82e6-25f745186951 req-9005ba20-b346-4742-9558-3287233f03eb tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:12.428013 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f6e94538-c752-4548-82e6-25f745186951 req-9005ba20-b346-4742-9558-3287233f03eb tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 944 time: 0.5727036
Jan 27 05:55:12.503957 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f6e94538-c752-4548-82e6-25f745186951 req-d7336a8b-847e-40b3-add4-d19116d376e5 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662882
Jan 27 05:55:12.506277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346ceb-3727-4c2c-95ae-cebc84c72068 req-6d8467ef-a8b6-436a-9a73-9ccf5faf52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:12.507892 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-44346ceb-3727-4c2c-95ae-cebc84c72068 req-6d8467ef-a8b6-436a-9a73-9ccf5faf52fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39acc527-f903-4eaa-b66c-449a6bd00a28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2223372
Jan 27 05:55:12.575432 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a8e1f-2caa-47f1-acf9-68e2cfb81321 req-ac218e91-e75f-439c-99a0-473f04afeaf1 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:12.578372 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bb3a8e1f-2caa-47f1-acf9-68e2cfb81321 req-ac218e91-e75f-439c-99a0-473f04afeaf1 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 944 time: 0.3295114
Jan 27 05:55:12.690779 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bb3a8e1f-2caa-47f1-acf9-68e2cfb81321 req-089a0a55-69db-4ec6-bff1-fe11150195e4 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988252
Jan 27 05:55:12.848281 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-44346ceb-3727-4c2c-95ae-cebc84c72068 req-b7e8329d-1023-45b9-b947-2331b4cea535 service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3223915
Jan 27 05:55:13.036784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30087dc-35b7-4a7a-b0a5-801a75af357e req-60dc57cf-4429-4ec3-b2a3-96b42d63ddb9 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:13.038531 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a30087dc-35b7-4a7a-b0a5-801a75af357e req-60dc57cf-4429-4ec3-b2a3-96b42d63ddb9 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 948 time: 0.3841169
Jan 27 05:55:13.093606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af8411-75ec-4080-ae2d-54d6d4ace0b5 req-66db13f4-b552-4b6b-b672-e92b165d5088 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:13.096776 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-22af8411-75ec-4080-ae2d-54d6d4ace0b5 req-66db13f4-b552-4b6b-b672-e92b165d5088 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.2737579
Jan 27 05:55:13.160692 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a30087dc-35b7-4a7a-b0a5-801a75af357e req-375c64aa-13f9-4ad1-a89a-779eae579d1b tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049070
Jan 27 05:55:13.165103 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-44346ceb-3727-4c2c-95ae-cebc84c72068 req-4b9bc261-0251-4b95-972c-11d1bb249323 service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3009143
Jan 27 05:55:13.210713 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-22af8411-75ec-4080-ae2d-54d6d4ace0b5 req-f12a7106-d072-4872-8242-0ca24de0d734 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1068721
Jan 27 05:55:13.525481 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a5b2f-fee6-4328-977b-a6a400cd2fb1 req-647add67-5b57-4a63-aefc-77b6294e99b7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:13.527943 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c05a5b2f-fee6-4328-977b-a6a400cd2fb1 req-647add67-5b57-4a63-aefc-77b6294e99b7 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.1765046
Jan 27 05:55:13.607108 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c05a5b2f-fee6-4328-977b-a6a400cd2fb1 req-e8e57edd-7e91-4fbe-a525-20776ca35751 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719817
Jan 27 05:55:13.984786 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d14dc0-62b4-4db6-aa23-3220ead645db req-1f170037-f055-48cb-acfd-137b97fc9b15 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:13.986899 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f5d14dc0-62b4-4db6-aa23-3220ead645db req-1f170037-f055-48cb-acfd-137b97fc9b15 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 944 time: 0.2801166
Jan 27 05:55:14.107284 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f5d14dc0-62b4-4db6-aa23-3220ead645db req-47536677-08f7-42ab-a960-5b83917bbbff tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102679
Jan 27 05:55:14.115115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cf3ea-0e86-46fa-a2a1-822e0a264dba req-0b23d70e-bdc7-4e35-b4a6-60f4f170b69f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:14.117405 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4e9cf3ea-0e86-46fa-a2a1-822e0a264dba req-0b23d70e-bdc7-4e35-b4a6-60f4f170b69f tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.13 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.3280382
Jan 27 05:55:14.258558 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb24818-cfa3-4770-846f-35cbe498b07c req-7b21bd48-a4e6-4ca4-9109-98d17a18cc87 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:14.260518 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-abb24818-cfa3-4770-846f-35cbe498b07c req-7b21bd48-a4e6-4ca4-9109-98d17a18cc87 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 944 time: 0.4058375
Jan 27 05:55:14.347897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-4e9cf3ea-0e86-46fa-a2a1-822e0a264dba req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Deleting port c34341ff-dd8a-41e0-817b-74d600147e8e {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:55:14.348288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4e9cf3ea-0e86-46fa-a2a1-822e0a264dba req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:14.409393 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-abb24818-cfa3-4770-846f-35cbe498b07c req-9bf663e8-102a-4db5-a84c-86453b895b9b tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1398599
Jan 27 05:55:14.614973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae66825-7aff-4ad1-ba3b-a0efa551159b req-8704efba-5823-41eb-987a-0a1d576408ec tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:14.624974 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7ae66825-7aff-4ad1-ba3b-a0efa551159b req-8704efba-5823-41eb-987a-0a1d576408ec tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 948 time: 0.2028537
Jan 27 05:55:14.718104 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7ae66825-7aff-4ad1-ba3b-a0efa551159b req-7f0ec215-6623-46eb-85e1-16d226817996 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920069
Jan 27 05:55:14.754850 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network ced4ac9d-13bd-4e2f-9b6b-196ff642b158 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:55:14.814913 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-4e9cf3ea-0e86-46fa-a2a1-822e0a264dba req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] For port c34341ff-dd8a-41e0-817b-74d600147e8e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=c34341ff-dd8a-41e0-817b-74d600147e8e,segment=NetworkSegment(b392f597-0088-470e-9521-284e4056bcc5),segment_id=b392f597-0088-470e-9521-284e4056bcc5)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:14.815584 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4e9cf3ea-0e86-46fa-a2a1-822e0a264dba req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:15.020137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-4e9cf3ea-0e86-46fa-a2a1-822e0a264dba req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Calling delete_port for c34341ff-dd8a-41e0-817b-74d600147e8e owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:55:15.146466 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd649403-e5e2-4635-be72-a0e804a77f25 req-fbda9e56-b48f-4c38-8c85-fb0dbe1e0c54 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:15.148798 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cd649403-e5e2-4635-be72-a0e804a77f25 req-fbda9e56-b48f-4c38-8c85-fb0dbe1e0c54 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 946 time: 0.2109747
Jan 27 05:55:15.225302 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cd649403-e5e2-4635-be72-a0e804a77f25 req-3d5ff94f-c9e3-46fc-9daf-6dacce0e0837 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677950
Jan 27 05:55:15.318780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aa88a-8067-4722-a93b-0cfadac2f0c7 req-3283d78a-17d4-411f-8d8a-0d039e24f403 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:15.321826 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-219aa88a-8067-4722-a93b-0cfadac2f0c7 req-3283d78a-17d4-411f-8d8a-0d039e24f403 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.6296706
Jan 27 05:55:15.483534 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-219aa88a-8067-4722-a93b-0cfadac2f0c7 req-874cdd6a-6cd1-4a5a-885f-b05207a02af0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1494882
Jan 27 05:55:15.594863 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4e9cf3ea-0e86-46fa-a2a1-822e0a264dba req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:15.638856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:15.740421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f9830-2a0e-47e7-a017-adad7a598d1c req-0b402e04-22af-415b-8b43-074f39f2ccb0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:15.748842 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9d3f9830-2a0e-47e7-a017-adad7a598d1c req-0b402e04-22af-415b-8b43-074f39f2ccb0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 944 time: 0.2384903
Jan 27 05:55:15.757580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.objects.ports [None req-24c90512-716e-4a69-bb70-b57e4ec68c75 None None] Time-cost: Fetching 3 ports in 3 security groups {{(pid=80178) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 27 05:55:15.811337 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9d3f9830-2a0e-47e7-a017-adad7a598d1c req-2c4f8de4-2b4c-4567-9831-0a85012b765f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611851
Jan 27 05:55:15.837176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Pushing event deleted for resources: {'Port': ['ID=c34341ff-dd8a-41e0-817b-74d600147e8e,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:15.908558 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:16.151190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797cc77-bf1c-48be-974e-1c30e2a44278 req-8f6339b7-1540-4187-b070-7b174f8d9efb tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:16.154654 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4797cc77-bf1c-48be-974e-1c30e2a44278 req-8f6339b7-1540-4187-b070-7b174f8d9efb tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 944 time: 0.3247473
Jan 27 05:55:16.172548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9cf3ea-0e86-46fa-a2a1-822e0a264dba req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] No DVR routers for this DVR port c34341ff-dd8a-41e0-817b-74d600147e8e on host hv-cinder-77262 {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 05:55:16.202745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4e9cf3ea-0e86-46fa-a2a1-822e0a264dba req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:16.211761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42deacf2-e4db-4aef-96e3-6a5434588980', 'name': 'network-vif-deleted', 'tag': 'c34341ff-dd8a-41e0-817b-74d600147e8e'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:16.248344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc687186-2b51-49fd-b5a0-51898b8578e2 req-96ad28c0-29a9-458c-b8ab-79a254de1241 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:16.250203 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bc687186-2b51-49fd-b5a0-51898b8578e2 req-96ad28c0-29a9-458c-b8ab-79a254de1241 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 948 time: 0.2594552
Jan 27 05:55:16.313500 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4797cc77-bf1c-48be-974e-1c30e2a44278 req-8ed01988-f012-4270-9c28-028425a1578c tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436467
Jan 27 05:55:16.316882 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4e9cf3ea-0e86-46fa-a2a1-822e0a264dba req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.13 "DELETE /v2.0/ports/c34341ff-dd8a-41e0-817b-74d600147e8e HTTP/1.1" status: 204  len: 173 time: 2.1918221
Jan 27 05:55:16.339964 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bc687186-2b51-49fd-b5a0-51898b8578e2 req-ac8360ba-27d3-4707-aa56-4cfd6c7aed0a tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822573
Jan 27 05:55:16.408422 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42deacf2-e4db-4aef-96e3-6a5434588980', 'name': 'network-vif-deleted', 'tag': 'c34341ff-dd8a-41e0-817b-74d600147e8e', 'status': 'completed', 'code': 200}
Jan 27 05:55:16.523887 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4d1a78b3-2d88-4e4b-a53f-8dadf07ce719 req-3442bf47-38d3-45b8-ab71-6cbdf43972cb tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=42deacf2-e4db-4aef-96e3-6a5434588980 HTTP/1.1" status: 200  len: 210 time: 0.0507553
Jan 27 05:55:16.904116 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f3a5a-2802-44a8-ba08-34742f4979e0 req-69c65610-d494-417f-9e77-81640d621611 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:16.906802 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2c2f3a5a-2802-44a8-ba08-34742f4979e0 req-69c65610-d494-417f-9e77-81640d621611 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1738136
Jan 27 05:55:17.003942 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2c2f3a5a-2802-44a8-ba08-34742f4979e0 req-ad3c0723-c0be-41ec-9e18-4e6e1d6e377b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839632
Jan 27 05:55:17.177720 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae45a-d14d-4590-9a56-eb6616b3c631 req-f2798a8f-a0f4-4bee-bb6e-0b66e76c673f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:17.179508 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-582ae45a-d14d-4590-9a56-eb6616b3c631 req-f2798a8f-a0f4-4bee-bb6e-0b66e76c673f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1946442
Jan 27 05:55:17.278527 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-582ae45a-d14d-4590-9a56-eb6616b3c631 req-fdfb3d8c-0f5e-4a86-8ce1-c8ca88537906 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851486
Jan 27 05:55:17.516850 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdca656-3d63-4eca-a3ff-911a57e4df55 req-a4187f6b-83dc-4a26-bcba-6a3b445ee112 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:17.518599 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6bdca656-3d63-4eca-a3ff-911a57e4df55 req-a4187f6b-83dc-4a26-bcba-6a3b445ee112 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 944 time: 0.2947161
Jan 27 05:55:17.597649 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6bdca656-3d63-4eca-a3ff-911a57e4df55 req-cd1fd16a-5f90-48be-8768-5acf6ba30e96 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668561
Jan 27 05:55:17.776440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19674114-97c4-431b-9a93-8d6fba7c8aa3 req-a0334242-6f86-451c-967d-302170b3ba7e tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:17.779442 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-19674114-97c4-431b-9a93-8d6fba7c8aa3 req-a0334242-6f86-451c-967d-302170b3ba7e tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 944 time: 0.2601192
Jan 27 05:55:17.885609 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-19674114-97c4-431b-9a93-8d6fba7c8aa3 req-8fe242dc-7dff-4277-bfa5-94f170bd96e9 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975347
Jan 27 05:55:18.061881 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d4d6a-ecf0-4498-9bbc-229227542a62 req-1a13ab1d-5d4e-463b-b0e4-af2b03504262 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:18.063692 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d80d4d6a-ecf0-4498-9bbc-229227542a62 req-1a13ab1d-5d4e-463b-b0e4-af2b03504262 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 948 time: 0.2154243
Jan 27 05:55:18.147223 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d80d4d6a-ecf0-4498-9bbc-229227542a62 req-789a8feb-f384-4262-b84d-f8ec9d7f611c tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696230
Jan 27 05:55:18.185861 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device d7b8283c-d844-4842-b200-973b436ad410 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:55:18.326780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port d7b8283c-d844-4842-b200-973b436ad410 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:55:18.333748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port d7b8283c-d844-4842-b200-973b436ad410 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:55:18.334253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:18.469415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613c8b2-9da2-45e1-b7c2-2e6108930210 req-6a2a706b-88a2-4e14-932d-8829a14e31e0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:18.471170 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4613c8b2-9da2-45e1-b7c2-2e6108930210 req-6a2a706b-88a2-4e14-932d-8829a14e31e0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1718204
Jan 27 05:55:18.576171 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:18.580526 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4613c8b2-9da2-45e1-b7c2-2e6108930210 req-78aca5c7-e214-4da5-a94f-5969a17d5d29 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941699
Jan 27 05:55:18.622806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:18.644522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port d7b8283c-d844-4842-b200-973b436ad410, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=d7b8283c-d844-4842-b200-973b436ad410,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:18.676385 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:18.678103 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 27d36cb9-7204-446e-a767-9835ab642ec2 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:55:18.741749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:18.775320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1668905-3d36-47ca-a1fd-b96d66e86227 req-201a04e7-780b-4af8-b033-a6db625d2143 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:18.777947 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b1668905-3d36-47ca-a1fd-b96d66e86227 req-201a04e7-780b-4af8-b033-a6db625d2143 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1805546
Jan 27 05:55:18.864079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=d7b8283c-d844-4842-b200-973b436ad410,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:18.885674 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.886057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.886526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.887020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.887258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.891322 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b1668905-3d36-47ca-a1fd-b96d66e86227 req-6c64ee7e-317d-4543-8d80-33d1747a9d22 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061475
Jan 27 05:55:18.898549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.901661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.902259 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.902919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.903486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.904010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.904531 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.905259 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.905794 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.906326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.906840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.907428 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.907957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.908764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.909626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.910597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.911130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.912109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.912680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:18.920132 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:18.955334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 27d36cb9-7204-446e-a767-9835ab642ec2 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:55:18.963560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 27d36cb9-7204-446e-a767-9835ab642ec2 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:55:18.964323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:19.004027 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410', 'code': 200}
Jan 27 05:55:19.084148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645275fa-70e2-4ea3-aea1-fd661ec40204 req-d2ff0bf3-864b-4a79-b14f-02984107c9cd tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:19.087223 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-645275fa-70e2-4ea3-aea1-fd661ec40204 req-d2ff0bf3-864b-4a79-b14f-02984107c9cd tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3222215
Jan 27 05:55:19.143278 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:19.179540 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-645275fa-70e2-4ea3-aea1-fd661ec40204 req-d7fe2ad9-3bd4-499b-a703-a581788d30cc tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839307
Jan 27 05:55:19.207889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 27d36cb9-7204-446e-a767-9835ab642ec2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=27d36cb9-7204-446e-a767-9835ab642ec2,segment=NetworkSegment(795f4654-362d-4d8a-8c5f-76859b10094a),segment_id=795f4654-362d-4d8a-8c5f-76859b10094a)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:19.236121 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:19.237594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 53edda00-c802-48ff-bc95-09ae97cc5600 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:55:19.304406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:19.397887 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebebf4-8a77-402b-9da0-825e52d9535a req-3ed93140-ecab-451a-a498-4ae605f3e975 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:19.399676 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5cebebf4-8a77-402b-9da0-825e52d9535a req-3ed93140-ecab-451a-a498-4ae605f3e975 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.2434685
Jan 27 05:55:19.481318 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=27d36cb9-7204-446e-a767-9835ab642ec2,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:19.486032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:19.533839 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5cebebf4-8a77-402b-9da0-825e52d9535a req-a436a9d3-29f9-43db-99ed-082c20fa2c50 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835230
Jan 27 05:55:19.553506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc22d99-97bf-4e8b-848b-b6db75fa85c2 req-518158c4-2feb-4521-9990-76b5f771991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:19.554972 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 53edda00-c802-48ff-bc95-09ae97cc5600 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:55:19.555184 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3bc22d99-97bf-4e8b-848b-b6db75fa85c2 req-518158c4-2feb-4521-9990-76b5f771991e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 1163 time: 0.1469958
Jan 27 05:55:19.563060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bcb5e-a1a6-40a0-bd3f-3958d50815a1 req-8462157c-53a5-4203-90a4-0061b46c5a26 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:19.564885 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-145bcb5e-a1a6-40a0-bd3f-3958d50815a1 req-8462157c-53a5-4203-90a4-0061b46c5a26 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 944 time: 0.2283168
Jan 27 05:55:19.565504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 53edda00-c802-48ff-bc95-09ae97cc5600 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:55:19.566202 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:19.642695 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-145bcb5e-a1a6-40a0-bd3f-3958d50815a1 req-db38c8e5-6faf-4c5d-acf4-49dd9a542b57 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653453
Jan 27 05:55:19.662517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-3bc22d99-97bf-4e8b-848b-b6db75fa85c2 req-02b5b372-1f8b-4492-8fc2-00074f1661a5 service neutron] Synchronizing usage tracker for tenant:e781eca511494a61930021be38490b59 on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:19.719215 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-3bc22d99-97bf-4e8b-848b-b6db75fa85c2 req-02b5b372-1f8b-4492-8fc2-00074f1661a5 service neutron] Unset dirty status for tenant:e781eca511494a61930021be38490b59 on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:19.721013 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3bc22d99-97bf-4e8b-848b-b6db75fa85c2 req-02b5b372-1f8b-4492-8fc2-00074f1661a5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566730
Jan 27 05:55:19.827586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:19.883877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 53edda00-c802-48ff-bc95-09ae97cc5600, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=53edda00-c802-48ff-bc95-09ae97cc5600,segment=NetworkSegment(ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75),segment_id=ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:19.900838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaafc77-45c2-4b64-8402-d87adad40261 req-1b472b21-5978-4b8a-a6f9-2058e1bba427 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:19.908066 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4aaafc77-45c2-4b64-8402-d87adad40261 req-1b472b21-5978-4b8a-a6f9-2058e1bba427 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 950 time: 0.1654382
Jan 27 05:55:19.919457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:19.922612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e39387f2-ef31-4d33-bdc8-e0a52985a60b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:19.969426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c34341ff-dd8a-41e0-817b-74d600147e8e no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:55:20.026530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] No Port match for: c34341ff-dd8a-41e0-817b-74d600147e8e {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 05:55:20.027129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c34341ff-dd8a-41e0-817b-74d600147e8e not bound to the agent host hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 05:55:20.063561 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=53edda00-c802-48ff-bc95-09ae97cc5600,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:20.069566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:20.137235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d8059-18c6-4d0c-b68f-ba33ab68e0ab req-6a70814a-6b4e-4978-841f-0abc25381f96 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:20.140045 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b76d8059-18c6-4d0c-b68f-ba33ab68e0ab req-6a70814a-6b4e-4978-841f-0abc25381f96 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.2307470
Jan 27 05:55:20.230362 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4aaafc77-45c2-4b64-8402-d87adad40261 req-40d940a9-7a20-450a-bc3d-fa220c055dae tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3196285
Jan 27 05:55:20.264199 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b76d8059-18c6-4d0c-b68f-ba33ab68e0ab req-4160463f-5b6a-4b62-87eb-cc6d66c41fc7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1000979
Jan 27 05:55:20.567205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec32bbd-38ba-4748-9ce1-228dff8cead6 req-323a62c3-4448-4620-b5f8-ca976e580769 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:20.569002 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bec32bbd-38ba-4748-9ce1-228dff8cead6 req-323a62c3-4448-4620-b5f8-ca976e580769 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2064786
Jan 27 05:55:20.571301 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfaea1-df65-4718-8162-72b2ea745eb7 req-3464d540-7aee-4cdb-a238-a87b2b1bc84d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:20.573886 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ffbfaea1-df65-4718-8162-72b2ea745eb7 req-3464d540-7aee-4cdb-a238-a87b2b1bc84d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.1687443
Jan 27 05:55:20.653721 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bec32bbd-38ba-4748-9ce1-228dff8cead6 req-e6594ff9-fc31-4e48-a3b4-05481c13ea94 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717530
Jan 27 05:55:20.663342 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ffbfaea1-df65-4718-8162-72b2ea745eb7 req-53190fb7-10e9-411a-9124-1dca24219bad tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826893
Jan 27 05:55:20.966112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa26c4-c8be-4f21-b925-88ae8309e3cb req-1b464f17-cff6-4f29-8227-43fd7cece5f9 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:20.967862 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-84aa26c4-c8be-4f21-b925-88ae8309e3cb req-1b464f17-cff6-4f29-8227-43fd7cece5f9 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 946 time: 0.1651509
Jan 27 05:55:21.005033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3f664b-78f4-49d8-8462-64bcb510ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d36cb9-7204-446e-a767-9835ab642ec2'}, {'server_uuid': '539fbbda-1ad8-448f-aba7-7e6e4b5fef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53edda00-c802-48ff-bc95-09ae97cc5600'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:21.050040 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-84aa26c4-c8be-4f21-b925-88ae8309e3cb req-76c91f2d-df5d-4ddd-9edc-22fe36c5bec5 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667975
Jan 27 05:55:21.090138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c267f6-01f1-474b-864b-c19a076b51ce req-a2390e3d-2642-4d4a-9f35-3241ac876ed9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:21.094748 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-97c267f6-01f1-474b-864b-c19a076b51ce req-a2390e3d-2642-4d4a-9f35-3241ac876ed9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.2099135
Jan 27 05:55:21.157459 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3f664b-78f4-49d8-8462-64bcb510ce16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d36cb9-7204-446e-a767-9835ab642ec2', 'code': 200}
Jan 27 05:55:21.157962 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539fbbda-1ad8-448f-aba7-7e6e4b5fef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53edda00-c802-48ff-bc95-09ae97cc5600', 'code': 200}
Jan 27 05:55:21.198895 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-97c267f6-01f1-474b-864b-c19a076b51ce req-33ab5935-5c25-47cc-acc5-502283b53772 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948062
Jan 27 05:55:21.430790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device d7b8283c-d844-4842-b200-973b436ad410 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:55:21.647924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port d7b8283c-d844-4842-b200-973b436ad410 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:55:21.651560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:21.681297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42d244-80a7-45f9-8b83-04652af2bd12 req-02319204-3792-42e4-a34d-73bdf0e72914 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:21.695295 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9f42d244-80a7-45f9-8b83-04652af2bd12 req-02319204-3792-42e4-a34d-73bdf0e72914 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 950 time: 0.2349401
Jan 27 05:55:21.815624 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615e8d-7c92-408c-b18e-ccae17e99cb5 req-72f0cb34-6458-40e9-a81e-81a6b786c411 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:21.822783 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-92615e8d-7c92-408c-b18e-ccae17e99cb5 req-72f0cb34-6458-40e9-a81e-81a6b786c411 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.2461822
Jan 27 05:55:21.824034 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9f42d244-80a7-45f9-8b83-04652af2bd12 req-1e0bf172-de16-453d-8f8e-5a0ced7584f1 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197133
Jan 27 05:55:21.905552 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-92615e8d-7c92-408c-b18e-ccae17e99cb5 req-f22e502e-261d-44f6-9b35-e95429420f4e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796168
Jan 27 05:55:21.961967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 27d36cb9-7204-446e-a767-9835ab642ec2 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:55:22.017210 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0a468-b3ac-4944-923c-28573474c9bf req-54422d4a-debe-4e53-ae25-fa8c8473b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:22.032173 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ad0a468-b3ac-4944-923c-28573474c9bf req-54422d4a-debe-4e53-ae25-fa8c8473b728 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 1163 time: 0.1923082
Jan 27 05:55:22.099738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b36e6-7688-4461-97ff-65c9a2d73c73 req-0aaf3771-1f05-4c6b-8bbb-343a4bc17005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:22.101714 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2f0b36e6-7688-4461-97ff-65c9a2d73c73 req-0aaf3771-1f05-4c6b-8bbb-343a4bc17005 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 1167 time: 0.1057065
Jan 27 05:55:22.128613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 27d36cb9-7204-446e-a767-9835ab642ec2 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:55:22.129282 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:22.216940 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2f0b36e6-7688-4461-97ff-65c9a2d73c73 req-856f5403-8ccd-4cc5-9a3f-31e9c76b22c5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068561
Jan 27 05:55:22.247748 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ad0a468-b3ac-4944-923c-28573474c9bf req-20161e06-7d7e-45c9-91c1-727a0361f7af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058320
Jan 27 05:55:22.309657 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8ae63-8b0c-4ded-8a7e-7b00127ee253 req-00522761-cdef-4f70-ac01-b6aa075a4ea6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:22.311328 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4bf8ae63-8b0c-4ded-8a7e-7b00127ee253 req-00522761-cdef-4f70-ac01-b6aa075a4ea6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1805758
Jan 27 05:55:22.350475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 53edda00-c802-48ff-bc95-09ae97cc5600 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:55:22.382330 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4bf8ae63-8b0c-4ded-8a7e-7b00127ee253 req-d5deb636-be91-432f-b41d-0a0a838940de tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636144
Jan 27 05:55:22.424025 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4baf5-6976-4d15-8002-cc6f0b9884d5 req-441a7fad-e790-4001-a18e-010b4a92ecc9 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:22.430835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-2ad4baf5-6976-4d15-8002-cc6f0b9884d5 req-441a7fad-e790-4001-a18e-010b4a92ecc9 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Synchronizing usage tracker for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:22.444455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 53edda00-c802-48ff-bc95-09ae97cc5600 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:55:22.445102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:22.501211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-2ad4baf5-6976-4d15-8002-cc6f0b9884d5 req-441a7fad-e790-4001-a18e-010b4a92ecc9 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Unset dirty status for tenant:4f05f48375e3452295f4609e4cb76e23 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:22.502477 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2ad4baf5-6976-4d15-8002-cc6f0b9884d5 req-441a7fad-e790-4001-a18e-010b4a92ecc9 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.4077532
Jan 27 05:55:22.578932 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2ad4baf5-6976-4d15-8002-cc6f0b9884d5 req-8a9f244d-a70d-493f-a1e1-28c5ee73f808 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631659
Jan 27 05:55:22.742997 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cfd98-cf75-4afb-b225-ff9ec5d10bee req-6231cbbe-40d4-4a58-b77f-71136a47e9a0 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:22.745384 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f84cfd98-cf75-4afb-b225-ff9ec5d10bee req-6231cbbe-40d4-4a58-b77f-71136a47e9a0 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 946 time: 0.1935406
Jan 27 05:55:22.830662 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f84cfd98-cf75-4afb-b225-ff9ec5d10bee req-9d325426-ae4d-403c-aa02-b8d1fc21385a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696225
Jan 27 05:55:22.866273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4b4aa-7494-4f9f-8032-bd032276dd75 req-48f65527-b06f-4a95-94f0-0fde6b5a3dec tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:22.868026 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-18a4b4aa-7494-4f9f-8032-bd032276dd75 req-48f65527-b06f-4a95-94f0-0fde6b5a3dec tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.1574554
Jan 27 05:55:22.937111 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-18a4b4aa-7494-4f9f-8032-bd032276dd75 req-4441706f-f508-4c70-a0ad-6c6d6129bb0c tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605121
Jan 27 05:55:23.144178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa6b0a-b930-478d-b3f6-cde333910968 req-3102b351-5167-4f2d-aad6-fb686b9f7344 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:23.145861 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5afa6b0a-b930-478d-b3f6-cde333910968 req-3102b351-5167-4f2d-aad6-fb686b9f7344 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 950 time: 0.1564047
Jan 27 05:55:23.219999 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5afa6b0a-b930-478d-b3f6-cde333910968 req-a09179de-4e9d-4209-99c8-55a65683461d tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664988
Jan 27 05:55:23.222236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d1add-b6c1-4403-a566-f4648832ef9c req-79b8e658-b167-44c7-a896-ed310f06d8ac tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:23.224144 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-171d1add-b6c1-4403-a566-f4648832ef9c req-79b8e658-b167-44c7-a896-ed310f06d8ac tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1560504
Jan 27 05:55:23.295037 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-171d1add-b6c1-4403-a566-f4648832ef9c req-0defd520-3abd-4d35-b5de-49c87a34c116 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631826
Jan 27 05:55:23.607728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78db65-d9bc-4a95-94d4-a551eae08575 req-7013d291-6aa0-49bf-8911-19f83af19b98 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:23.610294 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2e78db65-d9bc-4a95-94d4-a551eae08575 req-7013d291-6aa0-49bf-8911-19f83af19b98 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.2377510
Jan 27 05:55:23.687082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:23.691045 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2e78db65-d9bc-4a95-94d4-a551eae08575 req-04c2878b-3a96-4dc8-b0b3-b26a62e24c19 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667491
Jan 27 05:55:23.766078 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ba0c3-cbf5-481a-8757-afdbc48af1a0 req-aee3c59d-87b3-42f7-9cbb-76126a088f56 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:23.767918 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b06ba0c3-cbf5-481a-8757-afdbc48af1a0 req-aee3c59d-87b3-42f7-9cbb-76126a088f56 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1953735
Jan 27 05:55:23.837137 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b06ba0c3-cbf5-481a-8757-afdbc48af1a0 req-cc234dbb-d818-4b23-bdde-c2b8f328c913 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622888
Jan 27 05:55:24.037026 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033941a-ab0d-4e93-807e-68f93be10c44 req-33f2af19-a920-41e6-b738-faf91c898b24 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:24.038745 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0033941a-ab0d-4e93-807e-68f93be10c44 req-33f2af19-a920-41e6-b738-faf91c898b24 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.1891096
Jan 27 05:55:24.109204 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0033941a-ab0d-4e93-807e-68f93be10c44 req-aee80667-f809-4b35-8cd0-8b59147c2fb9 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624623
Jan 27 05:55:24.483671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cc382-76d2-41af-a509-7848f11a7807 req-dfe1b4ae-e436-4533-b4d4-1de8392e01db tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:24.496935 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-838cc382-76d2-41af-a509-7848f11a7807 req-dfe1b4ae-e436-4533-b4d4-1de8392e01db tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 946 time: 0.2234805
Jan 27 05:55:24.556325 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-838cc382-76d2-41af-a509-7848f11a7807 req-02eee509-6874-410a-94bc-983265efd997 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584095
Jan 27 05:55:24.782902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e6902-20a0-486b-a345-4523d462aab2 req-2882b13c-8f70-4c7d-8b35-6c02c7db46f4 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:24.785086 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e79e6902-20a0-486b-a345-4523d462aab2 req-2882b13c-8f70-4c7d-8b35-6c02c7db46f4 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 950 time: 0.2079947
Jan 27 05:55:24.865358 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e79e6902-20a0-486b-a345-4523d462aab2 req-90e4d07e-3df3-41c4-9600-cbd3775fbbc9 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672286
Jan 27 05:55:25.053819 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3abfc8-38e8-49c7-b041-99f0730ae6fa req-564556f2-171c-48a0-9052-129de9e6dfe4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:25.057976 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-de3abfc8-38e8-49c7-b041-99f0730ae6fa req-564556f2-171c-48a0-9052-129de9e6dfe4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.3066282
Jan 27 05:55:25.182307 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-de3abfc8-38e8-49c7-b041-99f0730ae6fa req-b6a75745-d2b3-4cf9-b70c-a79ff5f6820e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167295
Jan 27 05:55:25.186849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c31b52-c46d-420b-9cfc-60633d1c922c req-1e6f2bde-aad7-4762-a4c6-7d9e22957f52 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:25.188650 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10c31b52-c46d-420b-9cfc-60633d1c922c req-1e6f2bde-aad7-4762-a4c6-7d9e22957f52 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1589630
Jan 27 05:55:25.268304 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10c31b52-c46d-420b-9cfc-60633d1c922c req-b9fe8743-3726-4aa3-a6b3-e036ea97b084 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676720
Jan 27 05:55:25.672670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b10fc7-7d91-4155-9dfc-98ae7cf11ebe req-d8d94df3-d4e9-4bb9-a748-537270804cf6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:25.675871 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-38b10fc7-7d91-4155-9dfc-98ae7cf11ebe req-d8d94df3-d4e9-4bb9-a748-537270804cf6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.3022392
Jan 27 05:55:25.750097 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-38b10fc7-7d91-4155-9dfc-98ae7cf11ebe req-1d626f2f-2b20-4c2e-bcce-ad1c7051789b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673184
Jan 27 05:55:26.143002 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5176752-089a-4896-9cc5-6fd1e526123c req-d6ecb228-bf20-41d7-a70e-b0bf4d1a17ba tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:26.145052 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b5176752-089a-4896-9cc5-6fd1e526123c req-d6ecb228-bf20-41d7-a70e-b0bf4d1a17ba tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.1871724
Jan 27 05:55:26.233065 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b5176752-089a-4896-9cc5-6fd1e526123c req-5d4cca1e-6166-4c37-b717-e079ba2353a6 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800810
Jan 27 05:55:26.253130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf61171-63bd-4eb0-a100-a0416e4910b6 req-f2f1b6b4-214e-4a44-9638-dad137e61c50 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:26.256037 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aaf61171-63bd-4eb0-a100-a0416e4910b6 req-f2f1b6b4-214e-4a44-9638-dad137e61c50 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 946 time: 0.2300625
Jan 27 05:55:26.328367 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aaf61171-63bd-4eb0-a100-a0416e4910b6 req-bd6a1f7b-45de-4a1e-afdc-b23a93e0eac8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662718
Jan 27 05:55:26.607251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3dba2-a108-488b-9491-4d3b0ceaad3e req-86e76bfe-0b64-438d-8c24-73c9c2cd44d5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:26.609385 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b1a3dba2-a108-488b-9491-4d3b0ceaad3e req-86e76bfe-0b64-438d-8c24-73c9c2cd44d5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 950 time: 0.1640873
Jan 27 05:55:26.691482 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b1a3dba2-a108-488b-9491-4d3b0ceaad3e req-decb508d-1a04-4925-a4a4-32b9577ec11a tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696390
Jan 27 05:55:26.761996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b089bb-e1b7-4968-a194-ec350e17674f req-14c7f828-229f-4866-b172-644bb91ccf6c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:26.763930 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-50b089bb-e1b7-4968-a194-ec350e17674f req-14c7f828-229f-4866-b172-644bb91ccf6c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.2297730
Jan 27 05:55:26.856708 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-50b089bb-e1b7-4968-a194-ec350e17674f req-0e083824-b469-4c86-9d20-e90e800f04ad tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795741
Jan 27 05:55:26.879817 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:55:27.196796 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c14c64-0bc8-4249-989c-aae8ce872e30 req-cdf124e4-4300-4cac-b875-2148522910c2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:27.198828 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a1c14c64-0bc8-4249-989c-aae8ce872e30 req-cdf124e4-4300-4cac-b875-2148522910c2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2279022
Jan 27 05:55:27.211748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83d1b0-900a-4515-a2b6-128954322806 req-cf77ca5d-a734-4348-b427-c68916248d4d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:27.213616 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2a83d1b0-900a-4515-a2b6-128954322806 req-cf77ca5d-a734-4348-b427-c68916248d4d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.13 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 945 time: 0.3185985
Jan 27 05:55:27.301102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:27.324520 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-2a83d1b0-900a-4515-a2b6-128954322806 req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Deleting port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:55:27.324910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-2a83d1b0-900a-4515-a2b6-128954322806 req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:27.338839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b94822e-4f6b-48f5-af7f-5e75c3f8f872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:27.354884 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7,segment=NetworkSegment(b392f597-0088-470e-9521-284e4056bcc5),segment_id=b392f597-0088-470e-9521-284e4056bcc5)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:27.387684 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a1c14c64-0bc8-4249-989c-aae8ce872e30 req-5b6e2c5d-26a0-45cd-b02c-d621e56dde1f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1739192
Jan 27 05:55:27.413631 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:27.415728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:27.484811 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b94822e-4f6b-48f5-af7f-5e75c3f8f872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7', 'code': 200}
Jan 27 05:55:27.522240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:27.526728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:27.758873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48e04f-a885-42e1-aac9-051e2236fc55 req-d9de7ad6-1f9e-421a-8d26-221aaf355b0d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:27.761523 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ed48e04f-a885-42e1-aac9-051e2236fc55 req-d9de7ad6-1f9e-421a-8d26-221aaf355b0d tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 943 time: 0.2854767
Jan 27 05:55:27.835220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-2a83d1b0-900a-4515-a2b6-128954322806 req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] For port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7,segment=NetworkSegment(b392f597-0088-470e-9521-284e4056bcc5),segment_id=b392f597-0088-470e-9521-284e4056bcc5)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:27.835669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-2a83d1b0-900a-4515-a2b6-128954322806 req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:27.923463 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ed48e04f-a885-42e1-aac9-051e2236fc55 req-e97e1c05-2bd9-4f01-9c99-ecab99981d6b tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7a89cff-a7f4-4f90-8399-a13cacb8afcb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443031
Jan 27 05:55:27.999093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-2a83d1b0-900a-4515-a2b6-128954322806 req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Calling delete_port for 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:55:28.222973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-2a83d1b0-900a-4515-a2b6-128954322806 req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:28.243617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:28.357763 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-56a3b942-cdaa-4aa1-8d05-6b7a9c13d1ff tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:28.359617 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-56a3b942-cdaa-4aa1-8d05-6b7a9c13d1ff tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 950 time: 0.2254505
Jan 27 05:55:28.389342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Pushing event deleted for resources: {'Port': ['ID=1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:28.402763 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:28.557387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a83d1b0-900a-4515-a2b6-128954322806 req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] No DVR routers for this DVR port 1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 on host hv-cinder-77262 {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 05:55:28.560677 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-2a83d1b0-900a-4515-a2b6-128954322806 req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:28.564453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b94822e-4f6b-48f5-af7f-5e75c3f8f872', 'name': 'network-vif-deleted', 'tag': '1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:28.654463 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2a83d1b0-900a-4515-a2b6-128954322806 req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.13 "DELETE /v2.0/ports/1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7 HTTP/1.1" status: 204  len: 173 time: 1.4330101
Jan 27 05:55:28.696400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Deleting port 27d36cb9-7204-446e-a767-9835ab642ec2 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:55:28.696784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:28.819345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87750eeb-9c3a-4717-86bb-b73a45a1d1e1 req-82d77b5f-ea74-4ac6-85ea-baa363a27cba tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:28.821121 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-87750eeb-9c3a-4717-86bb-b73a45a1d1e1 req-82d77b5f-ea74-4ac6-85ea-baa363a27cba tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 950 time: 0.5987554
Jan 27 05:55:28.921709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 27d36cb9-7204-446e-a767-9835ab642ec2 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:55:28.990433 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-87750eeb-9c3a-4717-86bb-b73a45a1d1e1 req-0fcd83d5-0197-4fa7-a098-88376bc6f7c1 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590450
Jan 27 05:55:29.203590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:29.221803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b560f9b7-fb90-436a-a47f-5d67429ad00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:29.222027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] For port 27d36cb9-7204-446e-a767-9835ab642ec2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=27d36cb9-7204-446e-a767-9835ab642ec2,segment=NetworkSegment(795f4654-362d-4d8a-8c5f-76859b10094a),segment_id=795f4654-362d-4d8a-8c5f-76859b10094a)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:29.222463 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:29.244497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 27d36cb9-7204-446e-a767-9835ab642ec2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=27d36cb9-7204-446e-a767-9835ab642ec2,segment=NetworkSegment(795f4654-362d-4d8a-8c5f-76859b10094a),segment_id=795f4654-362d-4d8a-8c5f-76859b10094a)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:29.281450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:29.285599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:29.290631 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a55fb7-af2d-4f0e-bac9-1829f8b0e807 req-20c77d05-fade-4985-b116-1564076295dc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:29.292653 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-04a55fb7-af2d-4f0e-bac9-1829f8b0e807 req-20c77d05-fade-4985-b116-1564076295dc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1919820
Jan 27 05:55:29.379437 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-04a55fb7-af2d-4f0e-bac9-1829f8b0e807 req-ac3bced4-073d-4aed-b7ec-0a46e59a8d79 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788696
Jan 27 05:55:29.379655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=27d36cb9-7204-446e-a767-9835ab642ec2,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:29.393898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:29.416786 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Calling delete_port for 27d36cb9-7204-446e-a767-9835ab642ec2 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:55:29.485811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3f664b-78f4-49d8-8462-64bcb510ce16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27d36cb9-7204-446e-a767-9835ab642ec2'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:29.595634 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79483d6c-74d9-4f12-8641-857f7ba316b5 req-ffaada92-9fb7-4518-a25e-efbddede9f73 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:29.597370 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-79483d6c-74d9-4f12-8641-857f7ba316b5 req-ffaada92-9fb7-4518-a25e-efbddede9f73 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 946 time: 0.3658526
Jan 27 05:55:29.633518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 05:55:29.634051 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 05:55:29.669171 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-79483d6c-74d9-4f12-8641-857f7ba316b5 req-60447ed3-37cf-4e25-8696-af2be5473a5d tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621061
Jan 27 05:55:29.725621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd771f-17a8-4329-bceb-3aef18cc3908 req-453ed8fd-7dc0-49da-8097-e881afc9d6d1 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:29.727421 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b2cd771f-17a8-4329-bceb-3aef18cc3908 req-453ed8fd-7dc0-49da-8097-e881afc9d6d1 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1981685
Jan 27 05:55:29.770451 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b94822e-4f6b-48f5-af7f-5e75c3f8f872', 'name': 'network-vif-deleted', 'tag': '1f3d14fc-4139-4c76-93e2-d3b0b0edf7f7', 'status': 'completed', 'code': 200}
Jan 27 05:55:29.848842 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b2cd771f-17a8-4329-bceb-3aef18cc3908 req-5741f5c1-8b2a-420c-b5b3-d8aeb4da2553 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135409
Jan 27 05:55:29.946584 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3f664b-78f4-49d8-8462-64bcb510ce16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27d36cb9-7204-446e-a767-9835ab642ec2', 'code': 200}
Jan 27 05:55:30.022080 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8e575a36-686a-4853-bb28-e1dcc0e8f7c2 req-0fe49091-a0d7-4c85-8bd2-8cbb5824c859 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b94822e-4f6b-48f5-af7f-5e75c3f8f872 HTTP/1.1" status: 200  len: 210 time: 0.1152017
Jan 27 05:55:30.136658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Deleting port 27d36cb9-7204-446e-a767-9835ab642ec2 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:55:30.137209 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:30.537947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] For port 27d36cb9-7204-446e-a767-9835ab642ec2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=27d36cb9-7204-446e-a767-9835ab642ec2,segment=NetworkSegment(795f4654-362d-4d8a-8c5f-76859b10094a),segment_id=795f4654-362d-4d8a-8c5f-76859b10094a)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:30.538359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:30.559005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-d9ce4ff6-5a5e-4ad1-9d8b-d7730577d5b2 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:30.561058 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-d9ce4ff6-5a5e-4ad1-9d8b-d7730577d5b2 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.13 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 946 time: 0.2898877
Jan 27 05:55:30.639511 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6dbb9-473e-4f0d-9ee3-57e8a4f112fc req-b71ed902-710c-486f-9d7e-9de7d55f28ad tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:30.641262 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-77e6dbb9-473e-4f0d-9ee3-57e8a4f112fc req-b71ed902-710c-486f-9d7e-9de7d55f28ad tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 948 time: 0.2591455
Jan 27 05:55:30.728027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Calling delete_port for 27d36cb9-7204-446e-a767-9835ab642ec2 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:55:30.763104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Deleting port 53edda00-c802-48ff-bc95-09ae97cc5600 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:55:30.763526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:30.823591 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-77e6dbb9-473e-4f0d-9ee3-57e8a4f112fc req-083fe1bb-cbfa-48e9-917f-ad44e3b8dd53 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448548
Jan 27 05:55:30.914262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611fb2f-b2f7-4a1e-9bb6-b27105d38584 req-7833af32-3846-45d1-8341-50c4a9913021 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:30.921742 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0611fb2f-b2f7-4a1e-9bb6-b27105d38584 req-7833af32-3846-45d1-8341-50c4a9913021 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.3667712
Jan 27 05:55:30.942648 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 53edda00-c802-48ff-bc95-09ae97cc5600 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:55:31.085787 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0611fb2f-b2f7-4a1e-9bb6-b27105d38584 req-7e7ce241-3d07-4147-952f-da9bd089a934 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1614273
Jan 27 05:55:31.104497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:31.123084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:31.155165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:31.190612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Pushing event deleted for resources: {'Port': ['ID=27d36cb9-7204-446e-a767-9835ab642ec2,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:31.199450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:31.235165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 53edda00-c802-48ff-bc95-09ae97cc5600, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=53edda00-c802-48ff-bc95-09ae97cc5600,segment=NetworkSegment(ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75),segment_id=ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:31.272767 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:31.276417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7c6f03d6-1e67-4aa0-9120-32545156090a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:31.358388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=53edda00-c802-48ff-bc95-09ae97cc5600,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:31.362354 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:31.494323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] For port 53edda00-c802-48ff-bc95-09ae97cc5600, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=53edda00-c802-48ff-bc95-09ae97cc5600,segment=NetworkSegment(ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75),segment_id=ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:31.494720 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:31.555952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] No DVR routers for this DVR port 27d36cb9-7204-446e-a767-9835ab642ec2 on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 05:55:31.559260 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:31.562616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3f664b-78f4-49d8-8462-64bcb510ce16', 'name': 'network-vif-deleted', 'tag': '27d36cb9-7204-446e-a767-9835ab642ec2'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:31.564485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7c340c8c-8c8b-4f12-a741-40739837b8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:31.649578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Calling delete_port for 53edda00-c802-48ff-bc95-09ae97cc5600 owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:55:31.672090 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155bda0-af47-4dec-86ba-99f5888cb416 req-2d0eb6cb-fba3-4841-b2aa-697cff87f860 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:31.678934 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0155bda0-af47-4dec-86ba-99f5888cb416 req-2d0eb6cb-fba3-4841-b2aa-697cff87f860 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.3034697
Jan 27 05:55:31.759350 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0155bda0-af47-4dec-86ba-99f5888cb416 req-55f72e17-8cbb-4fc1-a671-be38add708ae tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708406
Jan 27 05:55:31.762034 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-136398f7-77dd-47e2-a6d2-faa284c9bd35 req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.13 "DELETE /v2.0/ports/27d36cb9-7204-446e-a767-9835ab642ec2 HTTP/1.1" status: 204  len: 173 time: 3.3914959
Jan 27 05:55:31.867445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d980e0-5745-4e37-a3ae-762b99c1f4ef req-c315b078-d4d3-40c9-b7e6-336b3f600513 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:31.882103 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 40086) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:55:31.886603 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c8d980e0-5745-4e37-a3ae-762b99c1f4ef req-c315b078-d4d3-40c9-b7e6-336b3f600513 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 944 time: 0.5109408
Jan 27 05:55:31.949132 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539fbbda-1ad8-448f-aba7-7e6e4b5fef09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53edda00-c802-48ff-bc95-09ae97cc5600'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:31.981580 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3f664b-78f4-49d8-8462-64bcb510ce16', 'name': 'network-vif-deleted', 'tag': '27d36cb9-7204-446e-a767-9835ab642ec2', 'status': 'completed', 'code': 200}
Jan 27 05:55:32.041723 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c8d980e0-5745-4e37-a3ae-762b99c1f4ef req-9230d98e-3dca-4cbc-9e0c-030d3334cad0 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535733
Jan 27 05:55:32.044966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80177) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 05:55:32.045219 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 05:55:32.149145 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539fbbda-1ad8-448f-aba7-7e6e4b5fef09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53edda00-c802-48ff-bc95-09ae97cc5600', 'code': 200}
Jan 27 05:55:32.426271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:32.477688 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75f484-c72a-4b9b-a822-cde8bd8f573e req-43ea48b1-a3b8-4313-8cb6-ffb344cfb7ac tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:32.481230 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8e75f484-c72a-4b9b-a822-cde8bd8f573e req-43ea48b1-a3b8-4313-8cb6-ffb344cfb7ac tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.2260671
Jan 27 05:55:32.547985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Deleting port 53edda00-c802-48ff-bc95-09ae97cc5600 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:55:32.548619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:32.557612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-8efef6fc-5654-441d-bf15-291bdb7811fd req-8f300ba6-afea-4476-b0ff-0c2660cc0208 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Synchronizing usage tracker for tenant:5bef6400d2a841239f9671a6c5012da0 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:32.613767 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-8efef6fc-5654-441d-bf15-291bdb7811fd req-8f300ba6-afea-4476-b0ff-0c2660cc0208 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Unset dirty status for tenant:5bef6400d2a841239f9671a6c5012da0 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:32.615035 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8efef6fc-5654-441d-bf15-291bdb7811fd req-8f300ba6-afea-4476-b0ff-0c2660cc0208 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b3f664b-78f4-49d8-8462-64bcb510ce16 HTTP/1.1" status: 200  len: 210 time: 0.4304368
Jan 27 05:55:32.624475 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8e75f484-c72a-4b9b-a822-cde8bd8f573e req-d4e8457b-ab0d-4a1e-8dc4-48befe4248a1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1377006
Jan 27 05:55:32.987124 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344479'] for router_interface, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:33.015471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] For port 53edda00-c802-48ff-bc95-09ae97cc5600, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=53edda00-c802-48ff-bc95-09ae97cc5600,segment=NetworkSegment(ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75),segment_id=ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:33.016154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:33.175254 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Calling delete_port for 53edda00-c802-48ff-bc95-09ae97cc5600 owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:55:33.323793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e9735-734f-4829-9e7b-30fb0cc1e639 req-33052adf-e160-4356-95d7-1914b03684d0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:33.325569 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-147e9735-734f-4829-9e7b-30fb0cc1e639 req-33052adf-e160-4356-95d7-1914b03684d0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2798214
Jan 27 05:55:33.493733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6d7e1-4f2c-475b-8fce-e31703b3ebad req-578d6000-6ea3-4172-938e-4923be93c943 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:33.496019 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-90b6d7e1-4f2c-475b-8fce-e31703b3ebad req-578d6000-6ea3-4172-938e-4923be93c943 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 865 time: 0.1910365
Jan 27 05:55:33.497543 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:33.502760 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-147e9735-734f-4829-9e7b-30fb0cc1e639 req-3a58a002-de11-4a85-9b83-fc5832e507cc tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196694
Jan 27 05:55:33.517926 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-46d82b2b-dead-41f2-a651-ad35dcf239ee tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:33.602817 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Deleting port 4d253929-cd2a-44ab-b7b2-da1086094059 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:55:33.603264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:33.622573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:33.653932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Pushing event deleted for resources: {'Port': ['ID=53edda00-c802-48ff-bc95-09ae97cc5600,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:33.664500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:33.720683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:33.726223 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-90b6d7e1-4f2c-475b-8fce-e31703b3ebad req-5c6c4ade-7060-4345-b1f2-1cf075142bf7 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2095182
Jan 27 05:55:33.898071 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] No DVR routers for this DVR port 53edda00-c802-48ff-bc95-09ae97cc5600 on host hv-cinder-77262 {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 05:55:33.906648 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:33.910062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539fbbda-1ad8-448f-aba7-7e6e4b5fef09', 'name': 'network-vif-deleted', 'tag': '53edda00-c802-48ff-bc95-09ae97cc5600'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:33.935959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] For port 4d253929-cd2a-44ab-b7b2-da1086094059, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=4d253929-cd2a-44ab-b7b2-da1086094059,segment=NetworkSegment(b392f597-0088-470e-9521-284e4056bcc5),segment_id=b392f597-0088-470e-9521-284e4056bcc5)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:33.936671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:34.012905 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a90d4b8a-3ce1-4d40-aee8-6be6b2fff47e req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.13 "DELETE /v2.0/ports/53edda00-c802-48ff-bc95-09ae97cc5600 HTTP/1.1" status: 204  len: 173 time: 3.4448414
Jan 27 05:55:34.250040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Calling delete_port for 4d253929-cd2a-44ab-b7b2-da1086094059 owned by network:router_interface {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:55:34.329035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7172173-540d-4813-9094-ad07a91c757d req-5b27f22f-ec96-402c-8541-d7b21307ddde tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:34.331012 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f7172173-540d-4813-9094-ad07a91c757d req-5b27f22f-ec96-402c-8541-d7b21307ddde tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2346504
Jan 27 05:55:34.432523 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f7172173-540d-4813-9094-ad07a91c757d req-aac5f314-b09d-4b4b-aeee-176698600362 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856814
Jan 27 05:55:34.434882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee60da-80b5-4fe2-bbe0-9864750d44e6 req-768eeb5e-b534-4670-a55d-974531c8e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:34.436609 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-86ee60da-80b5-4fe2-bbe0-9864750d44e6 req-768eeb5e-b534-4670-a55d-974531c8e327 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 1162 time: 0.2456982
Jan 27 05:55:34.574276 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539fbbda-1ad8-448f-aba7-7e6e4b5fef09', 'name': 'network-vif-deleted', 'tag': '53edda00-c802-48ff-bc95-09ae97cc5600', 'status': 'completed', 'code': 200}
Jan 27 05:55:34.649893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee60da-80b5-4fe2-bbe0-9864750d44e6 req-a1df560d-f34c-464f-9553-3c1116ab92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:34.652527 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-86ee60da-80b5-4fe2-bbe0-9864750d44e6 req-a1df560d-f34c-464f-9553-3c1116ab92e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 905 time: 0.2077885
Jan 27 05:55:34.706199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab2484-0dff-4c09-b3bb-088d6de93743 req-162e76b2-2745-4fdd-add0-9b8a2ff1d2e9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:34.708037 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d7ab2484-0dff-4c09-b3bb-088d6de93743 req-162e76b2-2745-4fdd-add0-9b8a2ff1d2e9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.5436902
Jan 27 05:55:34.780239 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-86ee60da-80b5-4fe2-bbe0-9864750d44e6 req-e05eb12d-7d6b-4c1d-bb9f-e3593a2a5882 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93 HTTP/1.1" status: 200  len: 1001 time: 0.1194198
Jan 27 05:55:34.804042 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d7ab2484-0dff-4c09-b3bb-088d6de93743 req-380100e3-b759-43ef-9c74-9127054c3a3f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876482
Jan 27 05:55:34.924995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee60da-80b5-4fe2-bbe0-9864750d44e6 req-ef856899-55c9-4930-b06a-7c6ec9984acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:34.926631 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-86ee60da-80b5-4fe2-bbe0-9864750d44e6 req-ef856899-55c9-4930-b06a-7c6ec9984acd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553256bc-95c4-47dc-a078-dc0fbcc996e5 HTTP/1.1" status: 200  len: 850 time: 0.1189158
Jan 27 05:55:35.086454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:35.105162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:35.131343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-7bf95519-6915-49d7-9a09-29ac5d24af95 req-8d621259-dddc-4906-baaa-bef5bd177efb tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Synchronizing usage tracker for tenant:64819e42216d48a18721c4eee82733ac on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:35.169994 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee60da-80b5-4fe2-bbe0-9864750d44e6 req-7bc5f3f6-5d73-4e7c-96ce-835f179210cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:35.172513 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-86ee60da-80b5-4fe2-bbe0-9864750d44e6 req-7bc5f3f6-5d73-4e7c-96ce-835f179210cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2297881
Jan 27 05:55:35.214620 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-7bf95519-6915-49d7-9a09-29ac5d24af95 req-8d621259-dddc-4906-baaa-bef5bd177efb tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Unset dirty status for tenant:64819e42216d48a18721c4eee82733ac on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:35.218564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d253929-cd2a-44ab-b7b2-da1086094059,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:35.224739 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bf95519-6915-49d7-9a09-29ac5d24af95 req-8d621259-dddc-4906-baaa-bef5bd177efb tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=539fbbda-1ad8-448f-aba7-7e6e4b5fef09 HTTP/1.1" status: 200  len: 210 time: 0.1744647
Jan 27 05:55:35.225475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:35.426150 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-86ee60da-80b5-4fe2-bbe0-9864750d44e6 req-28a6b3fb-4560-44d6-b76f-030fc17cfaa1 service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427297
Jan 27 05:55:35.709123 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-86ee60da-80b5-4fe2-bbe0-9864750d44e6 req-9c84093e-6cde-487d-bd65-0ac660cbacfc service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2755916
Jan 27 05:55:35.831264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853182275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430192'] for router_interface, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:35.925566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375f4ff-f2fe-4aaa-9671-6125e3ed5b6e req-c8896837-02f8-462f-bd5b-86660d39f110 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:35.934152 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2375f4ff-f2fe-4aaa-9671-6125e3ed5b6e req-c8896837-02f8-462f-bd5b-86660d39f110 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2491124
Jan 27 05:55:36.084188 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2375f4ff-f2fe-4aaa-9671-6125e3ed5b6e req-4a87d5ee-bc95-454c-bfeb-0c0e0c015abb tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1488445
Jan 27 05:55:36.425985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2bd4e-0a29-41fe-870a-ac367d441408 req-b61f0086-a92e-4438-8716-2e28dc3eb239 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:36.428350 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a6a2bd4e-0a29-41fe-870a-ac367d441408 req-b61f0086-a92e-4438-8716-2e28dc3eb239 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.3433068
Jan 27 05:55:36.571752 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a6a2bd4e-0a29-41fe-870a-ac367d441408 req-198191e9-e7e9-4c9f-9e50-f527c026427f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1259077
Jan 27 05:55:37.244066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Router 15b2d067-9fed-4676-8080-2cb4efe4bd21 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:55:37.298683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 65df00ba-6c53-4566-90e1-4e29d5a42c93 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:55:37.642265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e008e-0c3b-4911-8b57-62325cc2d2b4 req-e8b743a8-b0bc-4371-b819-16bbd83d062b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:37.654739 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1b5e008e-0c3b-4911-8b57-62325cc2d2b4 req-e8b743a8-b0bc-4371-b819-16bbd83d062b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.3747478
Jan 27 05:55:37.747575 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 65df00ba-6c53-4566-90e1-4e29d5a42c93 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:55:37.748255 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:37.834208 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1b5e008e-0c3b-4911-8b57-62325cc2d2b4 req-349c3dc6-b03c-4036-8a5c-b968c2904088 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1707461
Jan 27 05:55:38.394939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64448207-2488-4acf-9f44-fb882639e8f1 req-39fdc541-de77-4bba-9791-be16b1f4d35c tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:38.412375 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-39fdc541-de77-4bba-9791-be16b1f4d35c tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/networks?id=1eab10fd-3023-4849-bdcb-aa5210ba6f1b HTTP/1.1" status: 200  len: 809 time: 0.8790116
Jan 27 05:55:38.423275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:55:38.439646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee88368-b327-488d-abeb-f0b0bbd93061 None None] Sync routers for ids ['15b2d067-9fed-4676-8080-2cb4efe4bd21'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:55:38.462301 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] 10.222.0.24 "PUT /v2.0/routers/15b2d067-9fed-4676-8080-2cb4efe4bd21/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5784886
Jan 27 05:55:38.467146 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 40312) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:55:38.476705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee88368-b327-488d-abeb-f0b0bbd93061 None None] Routers {'15b2d067-9fed-4676-8080-2cb4efe4bd21'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:55:38.480180 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-2ee88368-b327-488d-abeb-f0b0bbd93061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6397ad5c0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:55:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['15b2d067-9fed-4676-8080-2cb4efe4bd21'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:55:38.499318 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3ba3f92b-b0ca-4d9a-abaa-9bd8fd772f34 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/quotas/64819e42216d48a18721c4eee82733ac HTTP/1.1" status: 200  len: 375 time: 0.0716472
Jan 27 05:55:38.621106 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-7463a9b6-ff2b-4836-8db5-34e8eecd8970 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=64819e42216d48a18721c4eee82733ac&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1176548
Jan 27 05:55:38.834252 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-ab91a80b-23f4-4df8-8149-397ca80ab177 service neutron] 10.222.0.24 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2120378
Jan 27 05:55:39.011053 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-2ee88368-b327-488d-abeb-f0b0bbd93061 None None] Set router 15b2d067-9fed-4676-8080-2cb4efe4bd21 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:55:39.138870 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-5ce0c731-8e98-4dfa-b23a-a31e1008bf95 service neutron] 10.222.0.24 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3031626
Jan 27 05:55:39.282964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Notify callbacks [] for router, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:39.624646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-2ee88368-b327-488d-abeb-f0b0bbd93061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6397ad5c0>, [{'id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'name': 'tempest-ServerRescueNegativeTestJSON-515532079-router', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:46Z', 'updated_at': '2021-01-27T05:55:34Z', 'revision_number': 5, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'gw_port': {'id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:55:39.630406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee88368-b327-488d-abeb-f0b0bbd93061 None None] Checking router: 15b2d067-9fed-4676-8080-2cb4efe4bd21 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:55:39.643607 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee88368-b327-488d-abeb-f0b0bbd93061 None None] Routers {'15b2d067-9fed-4676-8080-2cb4efe4bd21'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:55:39.657709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-2ee88368-b327-488d-abeb-f0b0bbd93061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6397ad5c0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:55:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['15b2d067-9fed-4676-8080-2cb4efe4bd21'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:55:39.703187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fd29c-c417-400f-ac43-8b8dc5cd0586 req-b98ec6e0-540e-4fdb-a573-11c2220c6a73 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:39.717155 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e66fd29c-c417-400f-ac43-8b8dc5cd0586 req-b98ec6e0-540e-4fdb-a573-11c2220c6a73 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 1.3459990
Jan 27 05:55:40.000852 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e66fd29c-c417-400f-ac43-8b8dc5cd0586 req-cd338698-16a2-4631-97f0-527849f35a36 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2718921
Jan 27 05:55:40.071132 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:40.105618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Deleting port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:55:40.106261 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:40.358522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4b727-f00f-41fd-8157-e05dc1933761 req-a150b60f-a5d6-40cf-97ba-79ccb85d46e0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:40.376839 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1bd4b727-f00f-41fd-8157-e05dc1933761 req-a150b60f-a5d6-40cf-97ba-79ccb85d46e0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.7672207
Jan 27 05:55:40.603830 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1bd4b727-f00f-41fd-8157-e05dc1933761 req-302ee16f-95fc-4928-8c6c-178b4eb325ad tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970294
Jan 27 05:55:40.610339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-2ee88368-b327-488d-abeb-f0b0bbd93061 None None] Set router 15b2d067-9fed-4676-8080-2cb4efe4bd21 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:55:40.919156 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e6ecf5ad-7cdf-4715-8f28-1a7c162cb257 req-ecedb19e-29af-4385-86fb-d2f05efc3612 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 210 time: 0.0629311
Jan 27 05:55:41.074409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb2cce-8945-497e-a2cf-84da09373aec req-8727f685-0f70-4318-bb5e-f92222f93b7e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:41.085799 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-88fb2cce-8945-497e-a2cf-84da09373aec req-8727f685-0f70-4318-bb5e-f92222f93b7e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.8083360
Jan 27 05:55:41.228863 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:55:41.253433 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-88fb2cce-8945-497e-a2cf-84da09373aec req-8c8105be-b6b8-4a88-b227-d4e36462f646 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1640437
Jan 27 05:55:41.396461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] For port 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:55:41.396867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:41.481682 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-6f440760-c44f-4f60-85eb-885833e32655 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4866326
Jan 27 05:55:41.493321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Request body: {'floatingip': {'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:41.536828 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:55:41.545154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Usage tracker for resource:floatingip and tenant:5117a8ade19c4b7295732c57b1f2be7a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:55:41.553655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:55:41.570506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:55:41.615689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-2ee88368-b327-488d-abeb-f0b0bbd93061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6397ad5c0>, [{'id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'name': 'tempest-ServerRescueNegativeTestJSON-515532079-router', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:46Z', 'updated_at': '2021-01-27T05:55:34Z', 'revision_number': 5, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'gw_port': {'id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:55:41.625912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee88368-b327-488d-abeb-f0b0bbd93061 None None] The sync data for ids ['15b2d067-9fed-4676-8080-2cb4efe4bd21'] in dv-cinder-772623-1-iscsi is: [{'id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'name': 'tempest-ServerRescueNegativeTestJSON-515532079-router', 'tenant_id': '4f05f48375e3452295f4609e4cb76e23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:46Z', 'updated_at': '2021-01-27T05:55:34Z', 'revision_number': 5, 'project_id': '4f05f48375e3452295f4609e4cb76e23', 'gw_port': {'id': '8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b2d067-9fed-4676-8080-2cb4efe4bd21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:55:41.633372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for floatingip, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:41.736874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Calling delete_port for 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 owned by network:router_gateway {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:55:41.986286 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.plugins.ml2.ovo_rpc [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     result = function(*args, **kwargs)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     proto.__init__(conn_state, self)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.handle()
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.handle_one_request()
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.handle_one_response()
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     result = self.application(self.environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return app(environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = req.get_response(self.application)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = req.get_response(self.application)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = req.get_response(self.application)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = req.get_response(self.application)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return request.get_response(self.application)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = req.get_response(self._app)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return resp(environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return resp(environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = self.app(environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return resp(environ, start_response)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 05:55:41.993965 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     result = method(request=request, **args)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._delete(request, id, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*args, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*args, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*dup_args, **dup_kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     obj_deleter(request.context, id, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     return method(*args, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*args, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*args, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*dup_args, **dup_kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._delete_current_gw_port(context, id, router, None)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, context, *args, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     return method(*args, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     context, port, router_ids, bound_mech_contexts)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     return function(*args, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     callback(resource, event, trigger, **kwargs)
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     if self._is_session_semantic_violated(context, resource, event):
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]:     stack = traceback.extract_stack()
Jan 27 05:55:42.001295 dv-cinder-772623-1-iscsi neutron-server[80063]: 
Jan 27 05:55:42.076430 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:42.456077 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484344'] for router_gateway, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:42.633235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Allocated IP 172.27.2.179 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/62b41269-0888-4c8f-9ffa-837acceca5ee) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:55:42.709386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100046'] for router, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:42.720017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:42.769405 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 4d253929-cd2a-44ab-b7b2-da1086094059 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:55:42.834260 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:42.915906 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:42.949394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:42.969712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 4d253929-cd2a-44ab-b7b2-da1086094059 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 05:55:42.970102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 4d253929-cd2a-44ab-b7b2-da1086094059 not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 05:55:43.061661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Pushing event updated for resources: {'Port': ['ID=62b41269-0888-4c8f-9ffa-837acceca5ee,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:43.130699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:43.255258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:55:43.257124 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:55:43.275414 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:55:43.358033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64448207-2488-4acf-9f44-fb882639e8f1 req-249da3a9-dee8-4a84-9445-234d749d9cb2 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:43.359833 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-249da3a9-dee8-4a84-9445-234d749d9cb2 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.13 "GET /v2.0/networks?id=1eab10fd-3023-4849-bdcb-aa5210ba6f1b HTTP/1.1" status: 200  len: 809 time: 0.6269505
Jan 27 05:55:43.425107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:43.447091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be213-a0f2-4047-9b16-e25abb1e3a38 req-3c8c4ce0-6171-4f6e-ab31-af27c0068d15 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:43.449185 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-001be213-a0f2-4047-9b16-e25abb1e3a38 req-3c8c4ce0-6171-4f6e-ab31-af27c0068d15 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 1.7268364
Jan 27 05:55:43.454869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Request body: {'port': {'device_id': '30dd7015-1e06-497b-8e21-ff91a216884d', 'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b', 'admin_state_up': True, 'tenant_id': '64819e42216d48a18721c4eee82733ac'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:43.472598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342791'] for router, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:43.473206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15b2d067-9fed-4676-8080-2cb4efe4bd21 {{(pid=80177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 27 05:55:43.596337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:43.693768 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-001be213-a0f2-4047-9b16-e25abb1e3a38 req-799a0a6b-e1bf-4294-b457-ccd219e9d668 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1958921
Jan 27 05:55:43.700958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:43.702232 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b26b625b-b047-45ae-9735-878c283ba27e admin admin] 10.222.0.24 "DELETE /v2.0/routers/15b2d067-9fed-4676-8080-2cb4efe4bd21 HTTP/1.1" status: 204  len: 168 time: 5.2339544
Jan 27 05:55:43.708326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 40416) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:55:43.912122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:55:44.398210 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:55:44.400871 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:44.401654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c20b2b-4118-4891-acde-8831541c7f34 admin admin] Deleting subnet 41d2b7db-a983-4e6b-affc-41649786fe08 {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 05:55:44.563852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Made reservation on behalf of 64819e42216d48a18721c4eee82733ac for: {'port': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:55:44.564182 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:44.583833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:44.590755 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-085e0c7d-67a5-4b42-8a94-9e5d078855c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:44.758326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:55:44.807841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 05:55:44.808644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 8023d150-ea64-4e1f-b9dd-61ff7c4c1ca9 not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 05:55:44.876438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Pushing event updated for resources: {'Port': ['ID=62b41269-0888-4c8f-9ffa-837acceca5ee,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:44.876438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:44.940337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:45.149075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5c20b2b-4118-4891-acde-8831541c7f34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:45.600063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:45.600063 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.1034763
Jan 27 05:55:45.716512 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ba0709e8-c45c-4cea-9130-c50f1814277b req-69b31475-742a-42fc-aa0b-59ea3646e4b2 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 210 time: 0.4900129
Jan 27 05:55:45.728100 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5c20b2b-4118-4891-acde-8831541c7f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253318'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:45.805688 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-1e28e7b6-e17f-4a31-86de-add109423314 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Synchronizing usage tracker for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:floatingip {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:45.845783 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-828f4712-8b66-4797-a936-0add9fe11048 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.6405447
Jan 27 05:55:45.876568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-1e28e7b6-e17f-4a31-86de-add109423314 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Unset dirty status for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:floatingip {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:45.879418 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-1e28e7b6-e17f-4a31-86de-add109423314 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.179 HTTP/1.1" status: 200  len: 696 time: 0.2867804
Jan 27 05:55:45.945921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5c20b2b-4118-4891-acde-8831541c7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:46.058231 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Allocated IP 172.20.0.8 (1eab10fd-3023-4849-bdcb-aa5210ba6f1b/549f18a0-ffba-4d83-8bb1-2a319de690f8/f411f0f1-7406-4eed-8d1c-7d3712652409) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:55:46.285532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-32a85599-9e96-45db-a59c-ee64e8e9c966 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:46.294853 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-32a85599-9e96-45db-a59c-ee64e8e9c966 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 784 time: 0.4028683
Jan 27 05:55:46.301165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-ee830f40-e6c5-4af0-bec5-bb6c082be8b0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:55:46.307564 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7cfe6987-8b99-46a3-8d51-087fa76a6eca req-ee830f40-e6c5-4af0-bec5-bb6c082be8b0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0114770
Jan 27 05:55:46.310281 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 40436) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:55:46.387329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-8c878e8e-c927-4653-8bdc-44210540196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:46.393016 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-8c878e8e-c927-4653-8bdc-44210540196e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 1162 time: 0.3084555
Jan 27 05:55:46.410240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:46.825860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:46.848280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:46.869845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-1fbe584f-0654-4314-880d-229218b5cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:46.875194 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-1fbe584f-0654-4314-880d-229218b5cf4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 905 time: 0.4346449
Jan 27 05:55:47.096798 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5c20b2b-4118-4891-acde-8831541c7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2902153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850770639'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:47.151120 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-84f6b0ab-dbf1-49f0-9c67-c68aa77f2176 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bef6400d2a841239f9671a6c5012da0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8391719
Jan 27 05:55:47.158634 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 40448) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:55:47.217157 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-3c05028a-a110-408c-af8c-6b36abff4c30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93 HTTP/1.1" status: 200  len: 1001 time: 0.2730870
Jan 27 05:55:47.250098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Pushing event updated for resources: {'Port': ['ID=f411f0f1-7406-4eed-8d1c-7d3712652409,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:47.269538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:47.271487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:47.296804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-5dbbce4f-acb0-458b-b3c4-2a09ad2734d6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:47.298562 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-5dbbce4f-acb0-458b-b3c4-2a09ad2734d6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.6235685
Jan 27 05:55:47.319530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5c20b2b-4118-4891-acde-8831541c7f34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:47.327101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c20b2b-4118-4891-acde-8831541c7f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d2b7db-a983-4e6b-affc-41649786fe08,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:47.345634 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b5c20b2b-4118-4891-acde-8831541c7f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:47.428403 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac79288-3eec-4af5-a1c1-c47658c5fb2a req-ffdffa86-0e07-44e8-b5b3-4a8e5df5363c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:47.429794 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ac79288-3eec-4af5-a1c1-c47658c5fb2a req-ffdffa86-0e07-44e8-b5b3-4a8e5df5363c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 1.1315184
Jan 27 05:55:47.484725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:55:47.488393 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-3df25241-945e-45e8-abc5-3cda21235ab8 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.179 HTTP/1.1" status: 200  len: 696 time: 0.1356452
Jan 27 05:55:47.495229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:55:47.501618 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b5c20b2b-4118-4891-acde-8831541c7f34 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/41d2b7db-a983-4e6b-affc-41649786fe08 HTTP/1.1" status: 204  len: 168 time: 3.7745113
Jan 27 05:55:47.502712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:55:47.520801 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 40452) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:55:47.533012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-d0ff39ba-d918-4f65-ad51-8f1ad95b9a09 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Request body: {'floatingip': {'port_id': 'd7b8283c-d844-4842-b200-973b436ad410', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:47.595570 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ac79288-3eec-4af5-a1c1-c47658c5fb2a req-7b89adad-2526-444c-9f35-07b578209d4d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1497378
Jan 27 05:55:47.679245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:47.679944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:47.750214 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2995145
Jan 27 05:55:47.797590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-d0ff39ba-d918-4f65-ad51-8f1ad95b9a09 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for floatingip, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:47.821678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Request body: {'port': {'device_id': '30dd7015-1e06-497b-8e21-ff91a216884d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:48.183607 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:48.207594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:48.239040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:48.241995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-cfff5900-2d7c-44f7-b52f-26863bb431e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:48.243899 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-cfff5900-2d7c-44f7-b52f-26863bb431e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553256bc-95c4-47dc-a078-dc0fbcc996e5 HTTP/1.1" status: 200  len: 850 time: 0.9440966
Jan 27 05:55:48.464228 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ad3c6-003a-49d7-9dd2-33fc4457b4a5 req-d4f4b060-3894-42c6-9977-c17b648c6d33 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:48.467340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cc1ad3c6-003a-49d7-9dd2-33fc4457b4a5 req-d4f4b060-3894-42c6-9977-c17b648c6d33 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Synchronizing usage tracker for tenant:64819e42216d48a18721c4eee82733ac on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:48.548673 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cc1ad3c6-003a-49d7-9dd2-33fc4457b4a5 req-d4f4b060-3894-42c6-9977-c17b648c6d33 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Unset dirty status for tenant:64819e42216d48a18721c4eee82733ac on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:48.550213 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc1ad3c6-003a-49d7-9dd2-33fc4457b4a5 req-d4f4b060-3894-42c6-9977-c17b648c6d33 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 931 time: 0.7894282
Jan 27 05:55:48.668781 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-d0ff39ba-d918-4f65-ad51-8f1ad95b9a09 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:48.689048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:48.735442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-d0ff39ba-d918-4f65-ad51-8f1ad95b9a09 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:48.765877 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc1ad3c6-003a-49d7-9dd2-33fc4457b4a5 req-9a6885c2-977e-4834-879a-cb1f409b3bb9 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2066951
Jan 27 05:55:49.315641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f411f0f1-7406-4eed-8d1c-7d3712652409 {{(pid=80177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:55:49.321495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:49.334490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:49.355227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Transition to ACTIVE for port object f411f0f1-7406-4eed-8d1c-7d3712652409 will not be triggered until provisioned by entity L2. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:55:49.446815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee89440-29b7-4023-970e-7352dc5c1ba0 req-d5f4a85e-313f-46ad-b684-552fe9ed2660 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:49.449020 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cee89440-29b7-4023-970e-7352dc5c1ba0 req-d5f4a85e-313f-46ad-b684-552fe9ed2660 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.2007382
Jan 27 05:55:49.450404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:49.468342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3bb9b7ff-f5c0-4562-91e6-cd12d5818a89 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:49.575243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa6339dd7f0>,) {'filters': {'network_id': ['a6605190-ee6e-4b9c-88d9-8654c343bcc2']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:55:49.592308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa6339dd7f0>, 'b392f597-0088-470e-9521-284e4056bcc5') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:55:49.593058 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa6339dd7f0>, 'b392f597-0088-470e-9521-284e4056bcc5') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:55:49.611314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851810648'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:49.679638 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cee89440-29b7-4023-970e-7352dc5c1ba0 req-ab4e5177-2c99-4be3-bc5b-db6d63197554 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2123251
Jan 27 05:55:49.700937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Pushing event updated for resources: {'Port': ['ID=f411f0f1-7406-4eed-8d1c-7d3712652409,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:49.706694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:49.748091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:49.752276 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-d0ff39ba-d918-4f65-ad51-8f1ad95b9a09 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Floating IP 91958b76-fac0-42bc-a98b-3b43576b5990 associated. External IP: 172.27.2.179, port: d7b8283c-d844-4842-b200-973b436ad410.
Jan 27 05:55:49.848748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 05:55:50.069453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Attempting to bind port f411f0f1-7406-4eed-8d1c-7d3712652409 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:55:50.069823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Attempting to bind port f411f0f1-7406-4eed-8d1c-7d3712652409 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b'}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:55:50.070190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Attempting to bind port f411f0f1-7406-4eed-8d1c-7d3712652409 on network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:55:50.076282 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:55:50.076651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Checking segment: {'id': 'ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:55:50.077048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:50.077443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Bound using segment: {'id': 'ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b'} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:55:50.077910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Bound port: f411f0f1-7406-4eed-8d1c-7d3712652409, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1eab10fd-3023-4849-bdcb-aa5210ba6f1b'}}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:55:50.078279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:50.134012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-2cc2907e-3640-436e-ba55-65ffa613f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:50.136190 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-2cc2907e-3640-436e-ba55-65ffa613f8a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.6651416
Jan 27 05:55:50.328383 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-87713bf5-d586-43db-b734-b4454a6f43b8 service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845832
Jan 27 05:55:50.387135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbbecf-92de-477a-90f4-22935b11f7f7 req-d125c2c5-2952-4c38-a432-1e42584e7b21 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:50.388842 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4cdbbecf-92de-477a-90f4-22935b11f7f7 req-d125c2c5-2952-4c38-a432-1e42584e7b21 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 943 time: 0.2103660
Jan 27 05:55:50.464533 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4cdbbecf-92de-477a-90f4-22935b11f7f7 req-b94f5617-6d4e-42c6-9faf-2cc076b392cc tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688546
Jan 27 05:55:50.499052 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48bf6d21-cf69-4014-91da-c3a4aa91366f req-1929054f-176e-496c-80b3-df89d5c58a03 service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1633086
Jan 27 05:55:51.278082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] For port f411f0f1-7406-4eed-8d1c-7d3712652409, host hv-cinder-77262, cleared binding levels {{(pid=80177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:55:51.530647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac320-8463-4c55-92ac-e334f89c9ddc req-caf7734b-7323-448a-aae8-1788d20b30a8 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:51.539195 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-018ac320-8463-4c55-92ac-e334f89c9ddc req-caf7734b-7323-448a-aae8-1788d20b30a8 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.2127955
Jan 27 05:55:51.597959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:51.627807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c3fae474-b117-4b4b-aba2-484e02fcf38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:51.643538 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-018ac320-8463-4c55-92ac-e334f89c9ddc req-ef2b1001-ace1-4112-ad59-698b4065366b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029997
Jan 27 05:55:51.668341 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:51.676579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Network a6605190-ee6e-4b9c-88d9-8654c343bcc2 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:55:51.697594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-d0ff39ba-d918-4f65-ad51-8f1ad95b9a09 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Router 5f312933-bf82-4c01-b746-06e3fa29e2e2 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:55:51.702248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-813807'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:51.813960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.814437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.814717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.815124 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.815599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.815971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.816346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.816730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.817187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.817476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.817840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.818219 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.818669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.819048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.819445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.819821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.820195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.820570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.820904 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.821455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.822260 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.822670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.822981 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.823408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:55:51.865095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:51.922439 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:51.924163 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3a8a1e3-04a8-4778-b29b-19dbdd59c0eb HTTP/1.1" status: 204  len: 168 time: 4.7640924
Jan 27 05:55:52.183956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Network a6605190-ee6e-4b9c-88d9-8654c343bcc2 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 05:55:52.217671 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 05:55:52.381382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-d0ff39ba-d918-4f65-ad51-8f1ad95b9a09 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:55:52.387902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-d0ff39ba-d918-4f65-ad51-8f1ad95b9a09 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:52.394743 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d6dde-98d3-47a0-8758-905e17d3924b None None] Sync routers for ids ['5f312933-bf82-4c01-b746-06e3fa29e2e2'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:55:52.415676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d6dde-98d3-47a0-8758-905e17d3924b None None] Routers {'5f312933-bf82-4c01-b746-06e3fa29e2e2'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:55:52.416839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-3c7d6dde-98d3-47a0-8758-905e17d3924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a48b588>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:55:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['5f312933-bf82-4c01-b746-06e3fa29e2e2'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:55:52.458413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390febe-d308-4ff7-b7a7-30d22161054f req-21fa0cd1-3b87-4a73-9807-38ad22695a84 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:52.460566 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6390febe-d308-4ff7-b7a7-30d22161054f req-21fa0cd1-3b87-4a73-9807-38ad22695a84 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 943 time: 0.5142050
Jan 27 05:55:52.578490 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-d0ff39ba-d918-4f65-ad51-8f1ad95b9a09 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "PUT /v2.0/floatingips/91958b76-fac0-42bc-a98b-3b43576b5990 HTTP/1.1" status: 200  len: 997 time: 5.0824757
Jan 27 05:55:52.579503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:52.611456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:52.620850 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6390febe-d308-4ff7-b7a7-30d22161054f req-1fbf745d-99e5-4ecb-9d76-cf36c5c96c62 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519752
Jan 27 05:55:52.623384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] For port f411f0f1-7406-4eed-8d1c-7d3712652409, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=f411f0f1-7406-4eed-8d1c-7d3712652409,segment=NetworkSegment(ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75),segment_id=ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75)] {{(pid=80177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:55:52.663947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:52.701816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:52.774043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-3c7d6dde-98d3-47a0-8758-905e17d3924b None None] Set router 5f312933-bf82-4c01-b746-06e3fa29e2e2 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:55:53.165152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Pushing event updated for resources: {'Port': ['ID=f411f0f1-7406-4eed-8d1c-7d3712652409,revision_number=3']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:53.180717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:53.308756 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410', 'status': 'completed', 'code': 200}
Jan 27 05:55:53.368183 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:53.382705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:53.383886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:53.386540 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-e4380c5f-5bab-4c9f-8223-c319dcd12df6 service neutron] 10.222.0.13 "PUT /v2.0/ports/f411f0f1-7406-4eed-8d1c-7d3712652409 HTTP/1.1" status: 200  len: 1157 time: 5.5726991
Jan 27 05:55:53.387413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dd7015-1e06-497b-8e21-ff91a216884d', 'tag': 'f411f0f1-7406-4eed-8d1c-7d3712652409'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:55:53.408744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:53.434153 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6605190-ee6e-4b9c-88d9-8654c343bcc2,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:53.439511 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:53.466925 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e02228-2e9c-4403-97bd-9d321d4ba075 req-a4bcaf3d-5b1c-4daf-8a49-d164b330502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:53.468655 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a0e02228-2e9c-4403-97bd-9d321d4ba075 req-a4bcaf3d-5b1c-4daf-8a49-d164b330502c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 1163 time: 0.1587155
Jan 27 05:55:53.471631 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] 10.222.0.24 "DELETE /v2.0/networks/a6605190-ee6e-4b9c-88d9-8654c343bcc2 HTTP/1.1" status: 204  len: 168 time: 5.9492786
Jan 27 05:55:53.474398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-76790bfb-40bc-4eac-b524-fb0ac4aa51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:53.476693 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-76790bfb-40bc-4eac-b524-fb0ac4aa51f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 1163 time: 0.8623409
Jan 27 05:55:53.560871 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1434d4-d767-4514-89da-4295125cdfa7 req-5de6c32e-98cf-4c59-b131-4a0c976708bb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:53.564080 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0f1434d4-d767-4514-89da-4295125cdfa7 req-5de6c32e-98cf-4c59-b131-4a0c976708bb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.3887911
Jan 27 05:55:53.729913 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-3c7d6dde-98d3-47a0-8758-905e17d3924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a48b588>, [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:08Z', 'revision_number': 4, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '91958b76-fac0-42bc-a98b-3b43576b5990', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'port_id': 'd7b8283c-d844-4842-b200-973b436ad410', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'mac_address': 'fa:16:3e:13:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4075d613-247a-4825-860f-020d62069720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:55:43Z', 'updated_at': '2021-01-27T05:55:48Z', 'revision_number': 1, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38afb6dd-a3c0-491a-be4b-cfe072944323', 'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'mac_address': 'fa:16:3e:cc:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:07Z', 'updated_at': '2021-01-27T05:54:19Z', 'revision_number': 5, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'subnets': [{'id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:55:53.734194 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:53.737745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d6dde-98d3-47a0-8758-905e17d3924b None None] Checking router: 5f312933-bf82-4c01-b746-06e3fa29e2e2 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:55:53.756709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d6dde-98d3-47a0-8758-905e17d3924b None None] Routers {'5f312933-bf82-4c01-b746-06e3fa29e2e2'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:55:53.758454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-3c7d6dde-98d3-47a0-8758-905e17d3924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a48b588>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:55:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['5f312933-bf82-4c01-b746-06e3fa29e2e2'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:55:53.779417 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0f1434d4-d767-4514-89da-4295125cdfa7 req-4d559335-ce69-4c92-82ad-22209a1de23d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1386940
Jan 27 05:55:53.840093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64448207-2488-4acf-9f44-fb882639e8f1 req-ce37f92e-c205-4724-949f-b6a2ad01c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:53.847120 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-ce37f92e-c205-4724-949f-b6a2ad01c54d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64819e42216d48a18721c4eee82733ac&device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 1160 time: 0.2815878
Jan 27 05:55:53.941622 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e02228-2e9c-4403-97bd-9d321d4ba075 req-7e1a80aa-8bf1-4645-8265-e5489f8a07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:53.949675 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a0e02228-2e9c-4403-97bd-9d321d4ba075 req-7e1a80aa-8bf1-4645-8265-e5489f8a07e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 200  len: 909 time: 0.4718530
Jan 27 05:55:54.025662 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dd7015-1e06-497b-8e21-ff91a216884d', 'tag': 'f411f0f1-7406-4eed-8d1c-7d3712652409', 'status': 'completed', 'code': 200}
Jan 27 05:55:54.035463 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-54303420-f0b3-4b88-835c-90ab24ac6366 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f411f0f1-7406-4eed-8d1c-7d3712652409 HTTP/1.1" status: 200  len: 217 time: 0.1714683
Jan 27 05:55:54.189269 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a0e02228-2e9c-4403-97bd-9d321d4ba075 req-b33a579a-4ceb-419d-868e-bc8539449e6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 1000 time: 0.2293065
Jan 27 05:55:54.190386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-4ffe18f4-2754-4ffa-9944-b9b1cdfd9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:54.192384 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-4ffe18f4-2754-4ffa-9944-b9b1cdfd9e20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 200  len: 909 time: 0.5687623
Jan 27 05:55:54.195088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64448207-2488-4acf-9f44-fb882639e8f1 req-ab8ec365-99d6-414c-a31a-357e10b1de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:54.200364 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-ab8ec365-99d6-414c-a31a-357e10b1de8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=549f18a0-ffba-4d83-8bb1-2a319de690f8 HTTP/1.1" status: 200  len: 849 time: 0.1581559
Jan 27 05:55:54.330032 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-6083835e-121e-481a-a95a-a57d8e703462 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eab10fd-3023-4849-bdcb-aa5210ba6f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1227050
Jan 27 05:55:54.359713 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-3c7d6dde-98d3-47a0-8758-905e17d3924b None None] Set router 5f312933-bf82-4c01-b746-06e3fa29e2e2 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:55:54.538922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 40500) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:55:54.629058 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-135131be-2090-4982-ab9c-100ffe51fecb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 1000 time: 0.3412051
Jan 27 05:55:54.789044 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-3dd5fb80-aebb-4961-a686-439ee1edf6de service neutron] 10.222.0.13 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4427526
Jan 27 05:55:54.815218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-63edccb3-b3cc-4b4c-b0cc-32fab9c3935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:54.832692 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-63edccb3-b3cc-4b4c-b0cc-32fab9c3935d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7102eb78-3f89-429f-b94f-a5724a2de8de HTTP/1.1" status: 200  len: 854 time: 0.2018809
Jan 27 05:55:55.012259 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e02228-2e9c-4403-97bd-9d321d4ba075 req-3a5e3094-41dc-4095-ac09-c17cc568d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:55.021395 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a0e02228-2e9c-4403-97bd-9d321d4ba075 req-3a5e3094-41dc-4095-ac09-c17cc568d3c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7102eb78-3f89-429f-b94f-a5724a2de8de HTTP/1.1" status: 200  len: 854 time: 0.8234994
Jan 27 05:55:55.121025 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-db79e63d-9db5-4ad7-8925-7644b54cbd0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f05f48375e3452295f4609e4cb76e23&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5790696
Jan 27 05:55:55.155738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 40508) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:55:55.197538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4200a6b-4e7c-4c26-a940-bf2ba21716aa req-6e191260-4e22-4016-8c22-b6f50b6624a7 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:55.199249 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4200a6b-4e7c-4c26-a940-bf2ba21716aa req-6e191260-4e22-4016-8c22-b6f50b6624a7 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 943 time: 0.6612804
Jan 27 05:55:55.264236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-7c4bf3c7-5ea6-432b-9ed8-70aed158c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:55.266739 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-7c4bf3c7-5ea6-432b-9ed8-70aed158c1a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39acc527-f903-4eaa-b66c-449a6bd00a28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4323225
Jan 27 05:55:55.281461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-3c7d6dde-98d3-47a0-8758-905e17d3924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a48b588>, [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:08Z', 'revision_number': 4, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '91958b76-fac0-42bc-a98b-3b43576b5990', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'port_id': 'd7b8283c-d844-4842-b200-973b436ad410', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'mac_address': 'fa:16:3e:13:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4075d613-247a-4825-860f-020d62069720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:55:43Z', 'updated_at': '2021-01-27T05:55:48Z', 'revision_number': 1, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38afb6dd-a3c0-491a-be4b-cfe072944323', 'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'mac_address': 'fa:16:3e:cc:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:07Z', 'updated_at': '2021-01-27T05:54:19Z', 'revision_number': 5, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'subnets': [{'id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:55:55.301361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7d6dde-98d3-47a0-8758-905e17d3924b None None] The sync data for ids ['5f312933-bf82-4c01-b746-06e3fa29e2e2'] in dv-cinder-772623-1-iscsi is: [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:08Z', 'revision_number': 4, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '91958b76-fac0-42bc-a98b-3b43576b5990', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'port_id': 'd7b8283c-d844-4842-b200-973b436ad410', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'mac_address': 'fa:16:3e:13:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4075d613-247a-4825-860f-020d62069720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:55:43Z', 'updated_at': '2021-01-27T05:55:48Z', 'revision_number': 1, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38afb6dd-a3c0-491a-be4b-cfe072944323', 'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'mac_address': 'fa:16:3e:cc:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:07Z', 'updated_at': '2021-01-27T05:54:19Z', 'revision_number': 5, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'subnets': [{'id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:55:55.345163 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-f459673a-bbfd-4f56-b23f-f99b5253a886 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:55:55.346423 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-f459673a-bbfd-4f56-b23f-f99b5253a886 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0170970
Jan 27 05:55:55.402062 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-64448207-2488-4acf-9f44-fb882639e8f1 req-9718b31f-1eb0-4a8c-ad89-c1148f042d99 service neutron] 10.222.0.13 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5960226
Jan 27 05:55:55.474204 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e02228-2e9c-4403-97bd-9d321d4ba075 req-a46067ed-586e-44ca-8dc2-e91a92b2e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:55.482975 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4200a6b-4e7c-4c26-a940-bf2ba21716aa req-a602d5e3-2fc7-4599-b25a-a5e2723bb28d tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2657652
Jan 27 05:55:55.503410 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a0e02228-2e9c-4403-97bd-9d321d4ba075 req-a46067ed-586e-44ca-8dc2-e91a92b2e658 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39acc527-f903-4eaa-b66c-449a6bd00a28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4633741
Jan 27 05:55:55.732050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0881b68-1ead-4bf2-9766-b9fb7217a4c3 req-bfb3262c-7ddd-4f5b-b94a-e7b6bdaf0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:55.733684 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e0881b68-1ead-4bf2-9766-b9fb7217a4c3 req-bfb3262c-7ddd-4f5b-b94a-e7b6bdaf0673 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64819e42216d48a18721c4eee82733ac&device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 1160 time: 0.2013755
Jan 27 05:55:55.876906 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a0e02228-2e9c-4403-97bd-9d321d4ba075 req-fcfc52ef-a45b-43d8-8a0b-44de0729d88a service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2608273
Jan 27 05:55:55.888936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-62271e81-80e0-4493-92f8-062fb186ded8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:55.889733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f60352f-d686-47d2-acc8-23e48d39066e None None] New status for floating IP 91958b76-fac0-42bc-a98b-3b43576b5990: ACTIVE {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 05:55:56.061047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-62271e81-80e0-4493-92f8-062fb186ded8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:56.211986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0881b68-1ead-4bf2-9766-b9fb7217a4c3 req-89506f62-52a7-4d0e-bb9c-6610ebd88c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:56.226668 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e0881b68-1ead-4bf2-9766-b9fb7217a4c3 req-89506f62-52a7-4d0e-bb9c-6610ebd88c08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eab10fd-3023-4849-bdcb-aa5210ba6f1b HTTP/1.1" status: 200  len: 903 time: 0.4851372
Jan 27 05:55:56.244075 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-f5ebe449-064a-44a0-8ead-c8013a7019d4 service neutron] 10.222.0.24 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8791990
Jan 27 05:55:56.381878 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e0881b68-1ead-4bf2-9766-b9fb7217a4c3 req-99055e88-3f69-42b7-9733-56ed4774ecbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f411f0f1-7406-4eed-8d1c-7d3712652409 HTTP/1.1" status: 200  len: 217 time: 0.1322839
Jan 27 05:55:56.468301 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce6da6f2-7a0c-4a2d-887d-9747f12253f9 req-0d9a2191-5668-495b-be9a-fdcaac3e2f20 service neutron] 10.222.0.24 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2138326
Jan 27 05:55:56.477960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6550fd-2a37-4ca9-860b-4e0b5a0997bf req-16ee316a-0781-4d9d-aff7-2711a681112e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:56.482605 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a0e02228-2e9c-4403-97bd-9d321d4ba075 req-23b5a24e-5680-40a0-bb40-2ae5f7353096 service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5880001
Jan 27 05:55:56.486364 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fc6550fd-2a37-4ca9-860b-4e0b5a0997bf req-16ee316a-0781-4d9d-aff7-2711a681112e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.7163291
Jan 27 05:55:56.617840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-62271e81-80e0-4493-92f8-062fb186ded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:56.625480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fee67252-7aff-4002-aa39-d3d287d0877a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:56.662214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62271e81-80e0-4493-92f8-062fb186ded8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a89cff-a7f4-4f90-8399-a13cacb8afcb,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:56.679098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-62271e81-80e0-4493-92f8-062fb186ded8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:56.690858 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fc6550fd-2a37-4ca9-860b-4e0b5a0997bf req-c6c1561f-041e-4ca3-bd40-bd90c8eb23f9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2028821
Jan 27 05:55:56.737127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-62271e81-80e0-4493-92f8-062fb186ded8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:56.747451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0881b68-1ead-4bf2-9766-b9fb7217a4c3 req-6b60e779-ba97-4e71-bfea-c631d6d719d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:56.748372 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-62271e81-80e0-4493-92f8-062fb186ded8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7a89cff-a7f4-4f90-8399-a13cacb8afcb HTTP/1.1" status: 204  len: 168 time: 1.5771747
Jan 27 05:55:56.751611 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e0881b68-1ead-4bf2-9766-b9fb7217a4c3 req-6b60e779-ba97-4e71-bfea-c631d6d719d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=549f18a0-ffba-4d83-8bb1-2a319de690f8 HTTP/1.1" status: 200  len: 849 time: 0.3594813
Jan 27 05:55:56.852385 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e0881b68-1ead-4bf2-9766-b9fb7217a4c3 req-99be7c56-be95-4241-8c6e-49f0653b9849 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eab10fd-3023-4849-bdcb-aa5210ba6f1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0911341
Jan 27 05:55:57.075294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-196077419', 'description': 'tempest-TestMinimumBasicScenario-196077419 description'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:57.106848 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:55:57.119333 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:55:57.161642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:57.203233 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e0881b68-1ead-4bf2-9766-b9fb7217a4c3 req-3d146c84-eff9-4ace-b2a3-87c05eaf2ca4 service neutron] 10.222.0.13 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3400371
Jan 27 05:55:57.214233 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:55:57.239293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Usage tracker for resource:security_group_rule and tenant:5117a8ade19c4b7295732c57b1f2be7a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:55:57.245592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:55:57.313958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:55:57.437247 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e0881b68-1ead-4bf2-9766-b9fb7217a4c3 req-9ad867fe-01b5-4de5-bcd6-89ed3897cc85 service neutron] 10.222.0.13 "GET /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2223785
Jan 27 05:55:57.583094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f470285-35a4-42f4-9d36-dfbb5b3a90e8 req-8a807c41-4c08-45c2-96e8-747cea861a78 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:57.586084 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1f470285-35a4-42f4-9d36-dfbb5b3a90e8 req-8a807c41-4c08-45c2-96e8-747cea861a78 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 943 time: 0.7898643
Jan 27 05:55:57.657176 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1f470285-35a4-42f4-9d36-dfbb5b3a90e8 req-e9d7f1d2-881f-482a-80a8-97b06698c0e4 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619502
Jan 27 05:55:58.085357 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:58.116647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:58.128911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-80bc5e9e-2efe-4397-ae72-63e7e53dd90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:58.221395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8307b8d9-ce29-4654-b075-eefd813fa04a,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:58.239684 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:58.241125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:58.247297 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0fe06e4f-95a4-4198-b9b6-a49796f9e9b7 req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 1.1831875
Jan 27 05:55:58.338248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bc8de-1331-4572-afbc-5af4350a462b req-973606a2-7020-44c4-b3f3-5657b9c218db tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:58.340394 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a0bc8de-1331-4572-afbc-5af4350a462b req-973606a2-7020-44c4-b3f3-5657b9c218db tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.3000739
Jan 27 05:55:58.473930 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a0bc8de-1331-4572-afbc-5af4350a462b req-56038a96-b29e-4177-9bd8-b1b198738882 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1224697
Jan 27 05:55:58.497204 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-dac50a3d-e736-4ef8-9506-5dcddc147d3f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups/8307b8d9-ce29-4654-b075-eefd813fa04a HTTP/1.1" status: 200  len: 1812 time: 0.1686330
Jan 27 05:55:58.528079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8307b8d9-ce29-4654-b075-eefd813fa04a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:58.528719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8307b8d9-ce29-4654-b075-eefd813fa04a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:58.553902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:55:58.559882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Usage tracker for resource:security_group_rule and tenant:5117a8ade19c4b7295732c57b1f2be7a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:55:58.563618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:55:58.570553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:55:58.685818 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:58.752738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:58.811998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:58.815254 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:58.861682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd57a873-c7a4-47e1-b78a-5ef4a90bcf0b,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:58.901159 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:58.916524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:58.925302 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8bc8fb39-1913-4267-9281-bc0e83085ef8 req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4038403
Jan 27 05:55:59.095797 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-ff798484-1e2e-4939-bf7d-a22468dcfef7 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups/8307b8d9-ce29-4654-b075-eefd813fa04a HTTP/1.1" status: 200  len: 2405 time: 0.0973737
Jan 27 05:55:59.113201 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8307b8d9-ce29-4654-b075-eefd813fa04a', 'remote_group_id': None}]} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:59.113669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8307b8d9-ce29-4654-b075-eefd813fa04a', 'remote_group_id': None}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:55:59.159404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:55:59.159404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Usage tracker for resource:security_group_rule and tenant:5117a8ade19c4b7295732c57b1f2be7a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:55:59.159404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:55:59.160066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:55:59.188968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582def5-c453-4b65-b326-5cef2dac67c7 req-2fb30e2b-b6a5-4c54-a7e5-659aa0bdb5ac tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:59.190806 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0582def5-c453-4b65-b326-5cef2dac67c7 req-2fb30e2b-b6a5-4c54-a7e5-659aa0bdb5ac tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 943 time: 0.2395003
Jan 27 05:55:59.234035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-adc2df4c-b669-46eb-8f7b-e98b638e57e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:59.300473 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0582def5-c453-4b65-b326-5cef2dac67c7 req-9e1a7c58-7196-4604-a4f1-21ffe567495e tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024544
Jan 27 05:55:59.305133 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:59.348892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:59.400610 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:59.402908 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4d3afae8-18a0-4d2d-996d-29995ea70892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:55:59.428007 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2a66e2-512d-4f81-a2c1-329426a6927c,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:55:59.430802 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:55:59.537599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:55:59.538946 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3e325cde-d0e8-42e2-9bbe-4513afc8d664 req-eff88843-78e9-4c52-8fd3-9a553e2f886e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4311566
Jan 27 05:55:59.718781 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-271106eb-fa01-4e1f-92bb-977dcdcfef2e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Synchronizing usage tracker for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:55:59.826702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da16e31-25bd-4420-a439-908e24020677 req-ccf95997-8a35-4a7a-8b86-229c7374c4cc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:55:59.828508 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9da16e31-25bd-4420-a439-908e24020677 req-ccf95997-8a35-4a7a-8b86-229c7374c4cc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1652405
Jan 27 05:55:59.851496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-271106eb-fa01-4e1f-92bb-977dcdcfef2e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Unset dirty status for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:55:59.853841 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-271106eb-fa01-4e1f-92bb-977dcdcfef2e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-196077419&fields=id&tenant_id=5117a8ade19c4b7295732c57b1f2be7a HTTP/1.1" status: 200  len: 267 time: 0.1957414
Jan 27 05:55:59.907473 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9da16e31-25bd-4420-a439-908e24020677 req-60f35d0b-500d-4526-9766-fabfdd256342 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724699
Jan 27 05:56:00.038612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-9cb96afe-8342-4eeb-a4e2-fce7f5f888b2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:00.042195 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-9cb96afe-8342-4eeb-a4e2-fce7f5f888b2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.1801553
Jan 27 05:56:00.057136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-5048feff-3782-49af-9fa0-a7afda7d03b6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Request body: {'port': {'security_groups': ['898cbbcf-7802-497d-a882-1590c420666c', '8307b8d9-ce29-4654-b075-eefd813fa04a']}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:00.252183 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-5048feff-3782-49af-9fa0-a7afda7d03b6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:00.267784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device f411f0f1-7406-4eed-8d1c-7d3712652409 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:00.411827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port f411f0f1-7406-4eed-8d1c-7d3712652409 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:56:00.422114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port f411f0f1-7406-4eed-8d1c-7d3712652409 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:00.422781 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:00.671319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd729b2-aee2-4c6a-8ee5-98f615ee32e5 req-e225f308-d3a4-44d6-a128-141bd0b95089 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:00.673026 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3dd729b2-aee2-4c6a-8ee5-98f615ee32e5 req-e225f308-d3a4-44d6-a128-141bd0b95089 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 943 time: 0.2271733
Jan 27 05:56:00.711665 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-5048feff-3782-49af-9fa0-a7afda7d03b6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] For port d7b8283c-d844-4842-b200-973b436ad410, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=d7b8283c-d844-4842-b200-973b436ad410,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:00.725531 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:00.741933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-5048feff-3782-49af-9fa0-a7afda7d03b6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:00.742195 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3dd729b2-aee2-4c6a-8ee5-98f615ee32e5 req-a04353c0-dddc-4b7a-a8ed-d10a0899da05 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622032
Jan 27 05:56:00.756693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dd7015-1e06-497b-8e21-ff91a216884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f411f0f1-7406-4eed-8d1c-7d3712652409'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:56:00.772918 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port f411f0f1-7406-4eed-8d1c-7d3712652409, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=f411f0f1-7406-4eed-8d1c-7d3712652409,segment=NetworkSegment(ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75),segment_id=ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:00.775521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-5048feff-3782-49af-9fa0-a7afda7d03b6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:00.795067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-88be2a1d-a874-480d-b2bc-615b6850d225 tempest-ServerRescueNegativeTestJSON-166563009 tempest-ServerRescueNegativeTestJSON-166563009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:00.817399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:00.820615 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dd7015-1e06-497b-8e21-ff91a216884d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f411f0f1-7406-4eed-8d1c-7d3712652409', 'code': 200}
Jan 27 05:56:00.821169 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:00.906467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=f411f0f1-7406-4eed-8d1c-7d3712652409,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:00.911348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:00.966597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048feff-3782-49af-9fa0-a7afda7d03b6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Pushing event updated for resources: {'Port': ['ID=d7b8283c-d844-4842-b200-973b436ad410,revision_number=5']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:00.971450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5048feff-3782-49af-9fa0-a7afda7d03b6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:01.060950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-5048feff-3782-49af-9fa0-a7afda7d03b6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:01.061708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-5048feff-3782-49af-9fa0-a7afda7d03b6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:01.063307 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5393f8f8-a89c-4e07-b708-e07c9c409d53 req-5048feff-3782-49af-9fa0-a7afda7d03b6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "PUT /v2.0/ports/d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 982 time: 1.0124712
Jan 27 05:56:01.063922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:56:01.132390 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410', 'status': 'completed', 'code': 200}
Jan 27 05:56:01.250606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5af0cb4d-5c14-459a-93fb-d71909459dbb None None] Provisioning complete for port d7b8283c-d844-4842-b200-973b436ad410 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:01.251017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5af0cb4d-5c14-459a-93fb-d71909459dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:01.426141 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85152aef-883e-4917-904a-e7c6ca6d4040 req-566331bf-959c-4dba-a0c1-c548ba960a57 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:01.428033 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-85152aef-883e-4917-904a-e7c6ca6d4040 req-566331bf-959c-4dba-a0c1-c548ba960a57 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.1941931
Jan 27 05:56:01.489137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be07ad-53da-46bb-90d5-700f22d53c72 req-67183227-612b-4131-b151-d4ae9471e3a2 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:01.490881 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b0be07ad-53da-46bb-90d5-700f22d53c72 req-67183227-612b-4131-b151-d4ae9471e3a2 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1554399
Jan 27 05:56:01.508432 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-85152aef-883e-4917-904a-e7c6ca6d4040 req-86bba7de-0b08-403b-a561-75a197af1e46 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0730617
Jan 27 05:56:01.564460 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b0be07ad-53da-46bb-90d5-700f22d53c72 req-093d6b91-d87c-41b9-b2dd-3768e0da13b3 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663543
Jan 27 05:56:01.572202 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-042b1463-c8f9-4e7a-88d7-090a7923c6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:02.270166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ad149-acef-4b42-8926-191867e46192 req-3e90bec4-130d-42e0-9fe9-dc415177f989 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:02.271933 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f4ad149-acef-4b42-8926-191867e46192 req-3e90bec4-130d-42e0-9fe9-dc415177f989 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 945 time: 0.3726997
Jan 27 05:56:02.333648 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7f4ad149-acef-4b42-8926-191867e46192 req-ea9c47c3-dbc7-453c-9a40-3923fa96167f tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547295
Jan 27 05:56:02.428469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:02.871170 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69adf0-c9a8-4168-a0d7-73e36a9b3549 req-fecfdbc8-18c7-4109-a23c-3fbfdb6068a5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:02.872968 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0f69adf0-c9a8-4168-a0d7-73e36a9b3549 req-fecfdbc8-18c7-4109-a23c-3fbfdb6068a5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1544340
Jan 27 05:56:02.942653 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0f69adf0-c9a8-4168-a0d7-73e36a9b3549 req-3525b127-8832-4af9-8646-85afde333a0e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625870
Jan 27 05:56:03.591481 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:03.621999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9ebf0-1af2-4784-8ee5-0d1419282599 req-eaca8dc8-8284-4d8a-9b78-67f177d2151b tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:03.623762 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-92c9ebf0-1af2-4784-8ee5-0d1419282599 req-eaca8dc8-8284-4d8a-9b78-67f177d2151b tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 945 time: 0.1537139
Jan 27 05:56:03.668712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:03.693135 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-92c9ebf0-1af2-4784-8ee5-0d1419282599 req-7d7c4ae6-568c-4dd6-ae9b-937853c07e54 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620694
Jan 27 05:56:04.252469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e555c-ee7f-4f38-98ce-d292d454d526 req-85da56d0-8816-47f6-8200-1d0b5cde2bc7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:04.254209 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b03e555c-ee7f-4f38-98ce-d292d454d526 req-85da56d0-8816-47f6-8200-1d0b5cde2bc7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1581240
Jan 27 05:56:04.315124 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b03e555c-ee7f-4f38-98ce-d292d454d526 req-6edbae02-0dc7-40d3-ae6e-9002c7e32bc1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540016
Jan 27 05:56:04.607191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a345e7-4afb-408a-a06f-953c780a6f81 req-6ce65a4c-3544-4375-8b9d-385e7f48012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:04.609372 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7a345e7-4afb-408a-a06f-953c780a6f81 req-6ce65a4c-3544-4375-8b9d-385e7f48012a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 1203 time: 0.0853627
Jan 27 05:56:04.787548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52d5a4-37b3-4fb6-8c85-74e124b96c29 req-cc056ff8-3de0-40f8-b507-304708f0e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:04.789777 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a52d5a4-37b3-4fb6-8c85-74e124b96c29 req-cc056ff8-3de0-40f8-b507-304708f0e514 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 1162 time: 0.1468070
Jan 27 05:56:04.798509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a345e7-4afb-408a-a06f-953c780a6f81 req-1fadec4a-9ea3-4fa1-b304-9c5aad2472c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:04.800206 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7a345e7-4afb-408a-a06f-953c780a6f81 req-1fadec4a-9ea3-4fa1-b304-9c5aad2472c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 200  len: 909 time: 0.1747961
Jan 27 05:56:04.964380 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7a345e7-4afb-408a-a06f-953c780a6f81 req-9de41d60-94e4-450a-b4f1-60a8dbdc74d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 1002 time: 0.1492136
Jan 27 05:56:05.064155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a345e7-4afb-408a-a06f-953c780a6f81 req-f7d53e1b-588e-4717-943d-a8836c35030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:05.065571 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7a345e7-4afb-408a-a06f-953c780a6f81 req-f7d53e1b-588e-4717-943d-a8836c35030d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7102eb78-3f89-429f-b94f-a5724a2de8de HTTP/1.1" status: 200  len: 854 time: 0.0892649
Jan 27 05:56:05.184321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b815d3-48fc-4047-8917-9a64764502f4 req-1c56dc74-0b73-4d73-8004-60502b436b07 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:05.186076 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-04b815d3-48fc-4047-8917-9a64764502f4 req-1c56dc74-0b73-4d73-8004-60502b436b07 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 945 time: 0.2617114
Jan 27 05:56:05.281094 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-04b815d3-48fc-4047-8917-9a64764502f4 req-ba7f056c-4338-462a-b44b-e71995467628 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779612
Jan 27 05:56:05.292238 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a345e7-4afb-408a-a06f-953c780a6f81 req-0a5fa48a-bbff-496e-b00b-309ae22ce3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:05.300004 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7a345e7-4afb-408a-a06f-953c780a6f81 req-0a5fa48a-bbff-496e-b00b-309ae22ce3e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39acc527-f903-4eaa-b66c-449a6bd00a28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2191045
Jan 27 05:56:05.371975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d66c0-3e03-4728-a6c4-62e8a6c816e2 req-5746620c-8312-493f-9f97-b2c301b4ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:05.373883 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c55d66c0-3e03-4728-a6c4-62e8a6c816e2 req-5746620c-8312-493f-9f97-b2c301b4ea39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 1162 time: 0.5343413
Jan 27 05:56:05.381921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52d5a4-37b3-4fb6-8c85-74e124b96c29 req-05d17b0a-25bf-42c2-ae20-92d3a1968300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:05.383514 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a52d5a4-37b3-4fb6-8c85-74e124b96c29 req-05d17b0a-25bf-42c2-ae20-92d3a1968300 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 910 time: 0.5681868
Jan 27 05:56:05.469159 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7a345e7-4afb-408a-a06f-953c780a6f81 req-4c46e922-bb18-4cde-a8d3-f9ee6d492d24 service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666746
Jan 27 05:56:05.505708 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c55d66c0-3e03-4728-a6c4-62e8a6c816e2 req-fd2622de-86e5-4401-9104-75ade3642405 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205728
Jan 27 05:56:05.590123 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a52d5a4-37b3-4fb6-8c85-74e124b96c29 req-7b425ba9-de44-401b-b0af-a587b61b8b97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ffd7681-1da3-4500-9049-db81d004311a HTTP/1.1" status: 200  len: 1000 time: 0.1747777
Jan 27 05:56:05.637297 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7a345e7-4afb-408a-a06f-953c780a6f81 req-e1023f53-87ff-4afd-b0a9-7f279ba9939c service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1609132
Jan 27 05:56:05.642893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device f411f0f1-7406-4eed-8d1c-7d3712652409 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:05.675572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85169ced-d9bf-4b86-94ff-1877f4fdee33 req-1973e026-fe37-4d71-933f-d0125301c164 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:05.677313 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-85169ced-d9bf-4b86-94ff-1877f4fdee33 req-1973e026-fe37-4d71-933f-d0125301c164 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1838863
Jan 27 05:56:05.720481 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port f411f0f1-7406-4eed-8d1c-7d3712652409 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:05.720804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:05.775101 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-85169ced-d9bf-4b86-94ff-1877f4fdee33 req-75bed0be-f999-406a-b9c4-ee17b92514a2 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896029
Jan 27 05:56:05.894086 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device d7b8283c-d844-4842-b200-973b436ad410 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:05.971245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port d7b8283c-d844-4842-b200-973b436ad410 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:05.971582 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:06.145604 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52d5a4-37b3-4fb6-8c85-74e124b96c29 req-67859dfc-406b-41c4-9d7e-736d8d0826ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:06.147211 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a52d5a4-37b3-4fb6-8c85-74e124b96c29 req-67859dfc-406b-41c4-9d7e-736d8d0826ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.0767617
Jan 27 05:56:06.267243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52d5a4-37b3-4fb6-8c85-74e124b96c29 req-59c82e21-1e75-49ee-b66d-fb7bcfad77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:06.268826 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a52d5a4-37b3-4fb6-8c85-74e124b96c29 req-59c82e21-1e75-49ee-b66d-fb7bcfad77a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0897300
Jan 27 05:56:06.505685 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a52d5a4-37b3-4fb6-8c85-74e124b96c29 req-a060332d-68b8-4d68-9c56-510316a8a181 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2291191
Jan 27 05:56:06.733519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0edec5-0dfc-4e74-8ae8-13590a8b2cf8 req-c48980e4-aaa7-4461-ba12-592a416c43a9 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:06.735262 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-db0edec5-0dfc-4e74-8ae8-13590a8b2cf8 req-c48980e4-aaa7-4461-ba12-592a416c43a9 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 945 time: 0.2966514
Jan 27 05:56:06.778528 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a52d5a4-37b3-4fb6-8c85-74e124b96c29 req-b9431062-5dbf-4dd8-9e19-9d3416a2790c service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2605309
Jan 27 05:56:06.816712 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-db0edec5-0dfc-4e74-8ae8-13590a8b2cf8 req-f1dd1a3e-4aa3-43e1-8010-7c66b88717dc tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676804
Jan 27 05:56:07.096145 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bde6f4-c5f6-47af-acfa-714c82cc2872 req-befc7ced-c182-4abf-8219-d29b6625a688 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:07.097918 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20bde6f4-c5f6-47af-acfa-714c82cc2872 req-befc7ced-c182-4abf-8219-d29b6625a688 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1601136
Jan 27 05:56:07.168783 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20bde6f4-c5f6-47af-acfa-714c82cc2872 req-8806cef9-fd4c-42d7-be4c-20e6e675b326 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590732
Jan 27 05:56:08.171136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d21bce-8070-477a-82c5-ac0dd7bda205 req-81385f7e-4880-403e-9f42-02d201f80294 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:08.172801 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13d21bce-8070-477a-82c5-ac0dd7bda205 req-81385f7e-4880-403e-9f42-02d201f80294 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 945 time: 0.1590745
Jan 27 05:56:08.241228 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13d21bce-8070-477a-82c5-ac0dd7bda205 req-47047246-adda-4ca8-833d-23cbebd4b68e tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619762
Jan 27 05:56:08.383383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 40688) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:08.573380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7848720-3275-492b-9b0a-519c63c50283 req-3d5e0733-c2ba-4cca-a190-0e6290e56795 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:08.575113 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d7848720-3275-492b-9b0a-519c63c50283 req-3d5e0733-c2ba-4cca-a190-0e6290e56795 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1718948
Jan 27 05:56:08.635877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7dd29af8-6d39-49fe-adcb-8a1fd0494511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:08.665068 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7dd29af8-6d39-49fe-adcb-8a1fd0494511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:08.673838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7dd29af8-6d39-49fe-adcb-8a1fd0494511 admin admin] Usage tracker for resource:security_group_rule and tenant:29a0300742fc48bc94ac6fdad158c661 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:08.692713 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d7848720-3275-492b-9b0a-519c63c50283 req-82ea1337-f879-49af-9cd2-f46a2fe2e921 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1093674
Jan 27 05:56:08.693721 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7dd29af8-6d39-49fe-adcb-8a1fd0494511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:08.701421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7dd29af8-6d39-49fe-adcb-8a1fd0494511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:08.800909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7dd29af8-6d39-49fe-adcb-8a1fd0494511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:08.837480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7dd29af8-6d39-49fe-adcb-8a1fd0494511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:08.847434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-181ff8ed-9587-46d9-95e1-52ef688fa0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:08.895157 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-7dd29af8-6d39-49fe-adcb-8a1fd0494511 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29a0300742fc48bc94ac6fdad158c661&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5092144
Jan 27 05:56:08.896498 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd29af8-6d39-49fe-adcb-8a1fd0494511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b4d44e-25db-4dfe-8754-508f48371d91,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:08.899843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 40700) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:08.905029 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7dd29af8-6d39-49fe-adcb-8a1fd0494511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:08.976860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1c9a9142-ea72-40f3-99c5-cac745a1a3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:09.007847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1c9a9142-ea72-40f3-99c5-cac745a1a3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:09.103185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1c9a9142-ea72-40f3-99c5-cac745a1a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:09.107521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d81ca9f5-98a9-414e-a1e3-a241460c68d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:09.120554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a9142-ea72-40f3-99c5-cac745a1a3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b4d44e-25db-4dfe-8754-508f48371d91,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:09.125190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1c9a9142-ea72-40f3-99c5-cac745a1a3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:09.128869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1c9a9142-ea72-40f3-99c5-cac745a1a3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:09.130192 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-1c9a9142-ea72-40f3-99c5-cac745a1a3e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48b4d44e-25db-4dfe-8754-508f48371d91 HTTP/1.1" status: 204  len: 168 time: 0.2276781
Jan 27 05:56:10.338266 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429241f-a052-4e56-815e-a9a41d008ddd req-d56d69a8-7206-4f1f-bc21-f2e1af90c1a8 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:10.342025 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a429241f-a052-4e56-815e-a9a41d008ddd req-d56d69a8-7206-4f1f-bc21-f2e1af90c1a8 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.2437150
Jan 27 05:56:10.425518 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a429241f-a052-4e56-815e-a9a41d008ddd req-5bc0f387-3cf9-4702-bca7-898de0526fd6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686522
Jan 27 05:56:10.603698 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 40756) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:10.752805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 4ffd7681-1da3-4500-9049-db81d004311a no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:56:10.807714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-142732426-network', 'tenant_id': '6fb61d3420134653b9816952a3dd423c'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:10.814359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:10.819194 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Usage tracker for resource:network and tenant:6fb61d3420134653b9816952a3dd423c is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:10.823445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:10.830798 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:10.880022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Made reservation on behalf of 6fb61d3420134653b9816952a3dd423c for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:56:10.885532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:10.897656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe4fc5-1d99-41af-9303-57bbfea1c6dc req-ced6823d-ba0a-47c0-a736-1a235680b552 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:10.900024 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-81fe4fc5-1d99-41af-9303-57bbfea1c6dc req-ced6823d-ba0a-47c0-a736-1a235680b552 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 945 time: 0.2489278
Jan 27 05:56:10.913570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:10.937525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:10.945740 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:10.951155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6fb61d3420134653b9816952a3dd423c is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:10.954868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:10.962509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:11.002921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 4ffd7681-1da3-4500-9049-db81d004311a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4ffd7681-1da3-4500-9049-db81d004311a,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:11.004235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:56:11.016073 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-81fe4fc5-1d99-41af-9303-57bbfea1c6dc req-e347d411-601d-4890-ae20-5adeedc94548 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078169
Jan 27 05:56:11.034126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:11.036112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:11.081412 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:11.122050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=4ffd7681-1da3-4500-9049-db81d004311a,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:11.128380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:11.132339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:11.139442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-934d83f0-a4d1-4aca-991f-1e4183924208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:11.178935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:56:11.186090 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844ddcb1-7f31-42b2-bd70-3bf5e969a68b,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:11.197925 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.198447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.198748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.199314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.199759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.200128 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.200759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.201045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.201409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.202128 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.202518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.202901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.203372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.203758 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.204134 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.204512 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.205064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.205248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.205760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.206137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.206508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.206892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.207251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.207898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:11.213464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:11.217503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771995697438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:11.217938 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Added segment 8eea65eb-6281-4e69-b191-14d2a086f8f7 of type vxlan for network 4bdcdb00-07a0-4323-a4fd-398255002d72
Jan 27 05:56:11.255574 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:11.275772 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a', 'code': 422} returned with failed status
Jan 27 05:56:11.400635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:11.402198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:11.403140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:11.409005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:11.531594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4bdcdb00-07a0-4323-a4fd-398255002d72,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:11.535041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:11.545779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:56:11.568127 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.9591823
Jan 27 05:56:11.568418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:56:11.572742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 40786) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:11.576993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Request body: {'subnet': {'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-142732426-subnet', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:11.583063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:11.588010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Usage tracker for resource:subnet and tenant:6fb61d3420134653b9816952a3dd423c is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:11.591777 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:11.598504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:11.648746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Made reservation on behalf of 6fb61d3420134653b9816952a3dd423c for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:56:11.654957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4005147'] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:12.336813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851873588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4005130'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:12.355710 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2e011f5f-9906-4348-bbeb-419d496be17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:12.415465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400449-1ecf-4720-94a5-546c517c637e req-5e14ba7c-396b-49a5-b934-e9fd54dd73dc tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:12.415465 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce400449-1ecf-4720-94a5-546c517c637e req-5e14ba7c-396b-49a5-b934-e9fd54dd73dc tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 945 time: 0.2401874
Jan 27 05:56:12.465770 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 40822) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:12.486060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-832918aa-d209-4694-8270-4ef1b57c030c tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:12.487748 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-832918aa-d209-4694-8270-4ef1b57c030c tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.13 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 945 time: 0.2614758
Jan 27 05:56:12.529883 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe35322-0c0d-4d2e-8244-74993ea6bc2c,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:12.544483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:12.622682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Deleting port f411f0f1-7406-4eed-8d1c-7d3712652409 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:56:12.623187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:12.641512 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c48e8-4bff-4ff0-a55b-20139a3444e1 req-728731b0-1382-483e-9b22-dd8ab3eea72c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:12.643270 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a6c48e8-4bff-4ff0-a55b-20139a3444e1 req-728731b0-1382-483e-9b22-dd8ab3eea72c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.3793051
Jan 27 05:56:12.714599 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ce400449-1ecf-4720-94a5-546c517c637e req-0ae7ed96-5015-4004-bc92-6fd79150c092 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257068
Jan 27 05:56:12.750830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device f411f0f1-7406-4eed-8d1c-7d3712652409 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:56:12.843826 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a6c48e8-4bff-4ff0-a55b-20139a3444e1 req-146d2a3b-169c-4284-8a9d-66c598384c53 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472337
Jan 27 05:56:12.861421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Checking segment: {'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:56:12.862038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Network hostable DHCP agents. Network: 4bdcdb00-07a0-4323-a4fd-398255002d72, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:56:12.926826 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-f35862fa-6a56-42ed-8f8e-a5c7513bf8da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4549711
Jan 27 05:56:12.945640 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:56:12.974746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] For port f411f0f1-7406-4eed-8d1c-7d3712652409, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=f411f0f1-7406-4eed-8d1c-7d3712652409,segment=NetworkSegment(ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75),segment_id=ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:12.975187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:12.983194 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:12.997031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 4bdcdb00-07a0-4323-a4fd-398255002d72) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:56:13.013961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:13.015208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:13.016936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9365c9-9c08-4b5f-8e2b-e822ae0ac699 None None] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:56:13.069941 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4971199
Jan 27 05:56:13.070281 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 40832) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:13.078656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:13.084556 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:13.090834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Usage tracker for resource:router and tenant:6fb61d3420134653b9816952a3dd423c is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:13.095236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:13.103293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:13.151447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Calling delete_port for f411f0f1-7406-4eed-8d1c-7d3712652409 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:56:13.151707 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port f411f0f1-7406-4eed-8d1c-7d3712652409, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=f411f0f1-7406-4eed-8d1c-7d3712652409,segment=NetworkSegment(ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75),segment_id=ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:13.158431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100061'] for router, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:13.160415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854291148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854291660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675754'] for router, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:13.190000 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:13.222204 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:13.231443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:13.279649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dd7015-1e06-497b-8e21-ff91a216884d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f411f0f1-7406-4eed-8d1c-7d3712652409'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:56:13.297395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 05:56:13.297757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 05:56:13.379307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=f411f0f1-7406-4eed-8d1c-7d3712652409,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:13.388978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bd0d15f-fdff-5670-9359-dc87ac15679e-4bdcdb00-07a0-4323-a4fd-398255002d72', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'fixed_ips': [{'subnet_id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c'}]}} from dv-cinder-772623-1-iscsi. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 27 05:56:13.390157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:13.416271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:13.426613 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dd7015-1e06-497b-8e21-ff91a216884d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f411f0f1-7406-4eed-8d1c-7d3712652409', 'code': 200}
Jan 27 05:56:13.766485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Allocated IP 172.20.0.2 (4bdcdb00-07a0-4323-a4fd-398255002d72/dfe35322-0c0d-4d2e-8244-74993ea6bc2c/501e6d45-54b4-4422-9ec6-14a94f3f9b4c) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:56:13.798937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Deleting port f411f0f1-7406-4eed-8d1c-7d3712652409 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:56:13.799459 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:13.896962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854291675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126776'] for router, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:14.088508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:14.107450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Transition to ACTIVE for port object 501e6d45-54b4-4422-9ec6-14a94f3f9b4c will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:56:14.189258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Transition to ACTIVE for port object 501e6d45-54b4-4422-9ec6-14a94f3f9b4c will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:56:14.280989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:14.285706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76ee56-736b-4c52-830a-eee4682c5fc4 req-ca8f6d7a-f847-44a6-9857-84aa26819bfe tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:14.293889 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4f76ee56-736b-4c52-830a-eee4682c5fc4 req-ca8f6d7a-f847-44a6-9857-84aa26819bfe tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 943 time: 0.3161044
Jan 27 05:56:14.316495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:14.378790 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4f76ee56-736b-4c52-830a-eee4682c5fc4 req-516672c6-8a10-42da-8dd6-3119d02399fe tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/security-groups?id=49b1e31e-b637-4a86-bbca-6b853bd25c91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759363
Jan 27 05:56:14.380175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] For port f411f0f1-7406-4eed-8d1c-7d3712652409, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=f411f0f1-7406-4eed-8d1c-7d3712652409,segment=NetworkSegment(ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75),segment_id=ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:14.380910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:14.612731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:56:14.614725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Pushing event updated for resources: {'Port': ['ID=501e6d45-54b4-4422-9ec6-14a94f3f9b4c,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:14.618083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:14.620069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Resources bound (agent type, host, resource id):  {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:56:14.625631 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:56:14.661184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Calling delete_port for f411f0f1-7406-4eed-8d1c-7d3712652409 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:56:14.707539 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Attempting to bind port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:56:14.707969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Attempting to bind port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:56:14.708159 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:14.708455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Attempting to bind port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c on network 4bdcdb00-07a0-4323-a4fd-398255002d72 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:56:14.716162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:56:14.716611 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Checking segment: {'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:56:14.717019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:14.717629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Bound using segment: {'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:56:14.718177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Bound port: 501e6d45-54b4-4422-9ec6-14a94f3f9b4c, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:56:14.718599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:14.787921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:14.846656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] For port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:56:14.851800 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] For port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=501e6d45-54b4-4422-9ec6-14a94f3f9b4c,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:56:14.876680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933e0ec-8c19-4ea9-83da-ae0ef7678bde req-8a502fbb-8110-4819-960d-3da01e29e51a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:14.878778 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f933e0ec-8c19-4ea9-83da-ae0ef7678bde req-8a502fbb-8110-4819-960d-3da01e29e51a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.6029067
Jan 27 05:56:14.886541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:14.975868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:15.012172 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f933e0ec-8c19-4ea9-83da-ae0ef7678bde req-5f418fe4-75be-4d8e-ab24-3c4e4779b4c7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042671
Jan 27 05:56:15.087332 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Pushing event updated for resources: {'Port': ['ID=501e6d45-54b4-4422-9ec6-14a94f3f9b4c,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:15.091468 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:15.223562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Allocated IP 172.27.2.62 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/0abcf50b-3a56-411b-9532-37a8ff3675cd) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:56:15.268836 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:15.405857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:15.527122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:15.617511 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:15.624784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Pushing event deleted for resources: {'Port': ['ID=f411f0f1-7406-4eed-8d1c-7d3712652409,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:15.631591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:15.638938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:15.681633 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f5536828-586c-40e2-be01-23ab25c9f165 req-3a815e3a-d2d5-43b8-822b-b6ffc91233b2 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 210 time: 0.1113911
Jan 27 05:56:15.748768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] No DVR routers for this DVR port f411f0f1-7406-4eed-8d1c-7d3712652409 on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 05:56:15.751178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:15.754292 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dd7015-1e06-497b-8e21-ff91a216884d', 'name': 'network-vif-deleted', 'tag': 'f411f0f1-7406-4eed-8d1c-7d3712652409'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:56:15.793927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Pushing event updated for resources: {'Port': ['ID=0abcf50b-3a56-411b-9532-37a8ff3675cd,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:15.799329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:15.808934 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2db8b81e-bf1f-4c40-9b04-57e2914635fe req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.13 "DELETE /v2.0/ports/f411f0f1-7406-4eed-8d1c-7d3712652409 HTTP/1.1" status: 204  len: 173 time: 3.3013320
Jan 27 05:56:15.824053 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dd7015-1e06-497b-8e21-ff91a216884d', 'name': 'network-vif-deleted', 'tag': 'f411f0f1-7406-4eed-8d1c-7d3712652409', 'status': 'completed', 'code': 200}
Jan 27 05:56:15.861664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:56:15.862877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:56:15.865632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:56:16.393351 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-4f495f32-c33f-431e-bb93-07a1fa8a1dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:16.395066 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-4f495f32-c33f-431e-bb93-07a1fa8a1dc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347&tenant_id=3cb21bb44a49408282425064c954b1d8 HTTP/1.1" status: 200  len: 1160 time: 0.1021600
Jan 27 05:56:16.557737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-8601690a-d883-47aa-a268-4432b3bf3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:16.559403 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-8601690a-d883-47aa-a268-4432b3bf3656 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 1160 time: 0.1034238
Jan 27 05:56:16.589735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af402e-2210-4acb-8411-b377cba646aa req-6572a328-b945-4e90-9739-dcef42636d42 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:16.591673 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c0af402e-2210-4acb-8411-b377cba646aa req-6572a328-b945-4e90-9739-dcef42636d42 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.4076231
Jan 27 05:56:16.597910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:16.758040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-dcf316d4-0626-4211-b29f-96f09e941fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:16.760400 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-dcf316d4-0626-4211-b29f-96f09e941fec service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 910 time: 0.1933963
Jan 27 05:56:16.779346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c9625e-8b47-4106-a952-1872a21fc97e None None] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:56:16.947916 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 40880) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:16.951183 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c0af402e-2210-4acb-8411-b377cba646aa req-cdb91707-1ee3-4755-8ae7-270585f5a6d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2738836
Jan 27 05:56:17.037975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 501e6d45-54b4-4422-9ec6-14a94f3f9b4c up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:17.185489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-0c1f83c4-447a-4e4f-b553-16c384cc0057 req-2147d3aa-0ee0-4baa-b32c-05df091187a7 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Synchronizing usage tracker for tenant:64819e42216d48a18721c4eee82733ac on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:56:17.209158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-26829725-5269-4b5f-83f1-34cc3dad6b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:17.215026 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-9ac1d3c6-b89b-4806-8457-b655470f24b8 None None] Provisioning for port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:56:17.246659 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484126'] for router, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:17.248997 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-26829725-5269-4b5f-83f1-34cc3dad6b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:17.262951 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-26829725-5269-4b5f-83f1-34cc3dad6b5c admin admin] Usage tracker for resource:security_group_rule and tenant:0e2b7c0caa8b45db8daacbc074c6ac1d is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:17.269414 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-26829725-5269-4b5f-83f1-34cc3dad6b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:17.279685 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-6be23185-1b84-48b5-b7a8-f22ffdd3af14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ffd7681-1da3-4500-9049-db81d004311a HTTP/1.1" status: 200  len: 998 time: 0.5031421
Jan 27 05:56:17.280641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-26829725-5269-4b5f-83f1-34cc3dad6b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:17.284381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-0c1f83c4-447a-4e4f-b553-16c384cc0057 req-2147d3aa-0ee0-4baa-b32c-05df091187a7 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Unset dirty status for tenant:64819e42216d48a18721c4eee82733ac on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:56:17.288288 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0c1f83c4-447a-4e4f-b553-16c384cc0057 req-2147d3aa-0ee0-4baa-b32c-05df091187a7 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] 10.222.0.24 "GET /v2.0/ports?device_id=30dd7015-1e06-497b-8e21-ff91a216884d HTTP/1.1" status: 200  len: 210 time: 0.2466958
Jan 27 05:56:17.308740 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:56:17.315861 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:17.316279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:17.436337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-5034d4be-9530-402d-892e-1adbabb51b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:17.438022 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-5034d4be-9530-402d-892e-1adbabb51b17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.1380532
Jan 27 05:56:17.505895 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:17.657717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-26829725-5269-4b5f-83f1-34cc3dad6b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:17.692980 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-3072a82f-c1e3-4833-8550-5df124f7b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:17.696492 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-3072a82f-c1e3-4833-8550-5df124f7b4c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2506516
Jan 27 05:56:17.698518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-26829725-5269-4b5f-83f1-34cc3dad6b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:17.717501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3cc51e7a-6b5b-4f26-8a46-01a7dcf6fab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:17.747064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-07ef7b10-1ddc-46f6-b709-63b7ea1c57f7 None None] Provisioning complete for port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:17.747790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-07ef7b10-1ddc-46f6-b709-63b7ea1c57f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:17.793834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Router 64cfeecb-0d74-4780-86a6-b9aa59169186 is scheduled to L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 with binding_index 1 {{(pid=80177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 27 05:56:17.804602 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=501e6d45-54b4-4422-9ec6-14a94f3f9b4c,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:17.865241 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:17.870053 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-26829725-5269-4b5f-83f1-34cc3dad6b5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e2b7c0caa8b45db8daacbc074c6ac1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9201508
Jan 27 05:56:17.876674 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 40886) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:17.877056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:17.892211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26829725-5269-4b5f-83f1-34cc3dad6b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5242c4-b4ae-4eec-a3bc-10e3eb16f68c,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:17.897028 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-26829725-5269-4b5f-83f1-34cc3dad6b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:17.988101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=501e6d45-54b4-4422-9ec6-14a94f3f9b4c,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:17.991724 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:18.004416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6424ee12-894b-4b7f-9ab6-2c85e4699082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:18.009518 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-c5a554ef-2676-4892-8f3f-d3aba0dd64e1 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2941716
Jan 27 05:56:18.086538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-f1afc5ea-22f9-425a-b438-6f6b06edbe3f None None] Provisioning complete for port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:18.087574 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f1afc5ea-22f9-425a-b438-6f6b06edbe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:18.095945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:56:18.121329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Sync routers for ids ['64cfeecb-0d74-4780-86a6-b9aa59169186'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:56:18.142515 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6424ee12-894b-4b7f-9ab6-2c85e4699082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:18.155454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Routers {'64cfeecb-0d74-4780-86a6-b9aa59169186'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:56:18.156162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639858f60>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:56:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['64cfeecb-0d74-4780-86a6-b9aa59169186'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:18.206489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:56:18.210573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:18.215957 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 5.1404381
Jan 27 05:56:18.221803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 40894) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:18.385636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74d118-525a-4cdb-838c-b2a90d536c36 req-63b34ad2-5653-4c21-afa6-da7fae86456d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:18.389191 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ca74d118-525a-4cdb-838c-b2a90d536c36 req-63b34ad2-5653-4c21-afa6-da7fae86456d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.2295547
Jan 27 05:56:18.405558 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-372c6aa9-32f0-4152-85d0-5cdd54183f03 req-fb664241-23ea-412f-bcbf-a2ce6de93141 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3876050
Jan 27 05:56:18.448090 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Set router 64cfeecb-0d74-4780-86a6-b9aa59169186 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:56:18.481436 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ca74d118-525a-4cdb-838c-b2a90d536c36 req-2062e8e8-d5bd-4a4a-8027-3fa8756ccbbd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735409
Jan 27 05:56:18.488526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6424ee12-894b-4b7f-9ab6-2c85e4699082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:18.497367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:18.575699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424ee12-894b-4b7f-9ab6-2c85e4699082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5242c4-b4ae-4eec-a3bc-10e3eb16f68c,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:18.583927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6424ee12-894b-4b7f-9ab6-2c85e4699082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:18.594508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6424ee12-894b-4b7f-9ab6-2c85e4699082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:18.595694 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-6424ee12-894b-4b7f-9ab6-2c85e4699082 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b5242c4-b4ae-4eec-a3bc-10e3eb16f68c HTTP/1.1" status: 204  len: 168 time: 0.7181988
Jan 27 05:56:18.830070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 501e6d45-54b4-4422-9ec6-14a94f3f9b4c up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:19.058293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:19.058730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:19.200880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639858f60>, [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:16Z', 'revision_number': 3, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:19.265513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Checking router: 64cfeecb-0d74-4780-86a6-b9aa59169186 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:56:19.266154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Updating router 64cfeecb-0d74-4780-86a6-b9aa59169186 port 0abcf50b-3a56-411b-9532-37a8ff3675cd binding host dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:56:19.295435 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:19.360608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:19.958387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:19.965569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Allocated IP 172.20.0.1 (4bdcdb00-07a0-4323-a4fd-398255002d72/dfe35322-0c0d-4d2e-8244-74993ea6bc2c/47b119f0-eec8-4569-9c5d-581cb19b5554) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:56:20.051513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e208e4b-0374-45df-82c1-683f0ebbf7c0 req-a666896f-a1a5-46b5-976c-d59866ce1357 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:20.055288 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0e208e4b-0374-45df-82c1-683f0ebbf7c0 req-a666896f-a1a5-46b5-976c-d59866ce1357 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.2505767
Jan 27 05:56:20.076687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Transition to ACTIVE for port object 0abcf50b-3a56-411b-9532-37a8ff3675cd will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:56:20.118680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:20.191623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e39387f2-ef31-4d33-bdc8-e0a52985a60b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:20.562986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Pushing event updated for resources: {'Port': ['ID=0abcf50b-3a56-411b-9532-37a8ff3675cd,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:20.582147 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0e208e4b-0374-45df-82c1-683f0ebbf7c0 req-ec0af97c-5fe4-4429-9866-4ffb00931b8a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5199568
Jan 27 05:56:20.589874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.590266 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.590635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.591003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.591386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.591751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.592115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.592477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.592992 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.593438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.594269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.595289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.606706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.607232 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.607548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.607924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.608385 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.608643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.609004 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.609368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.609729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.610081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.610426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.610783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:20.676876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:20.711289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Attempting to bind port 0abcf50b-3a56-411b-9532-37a8ff3675cd on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:56:20.712175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Attempting to bind port 0abcf50b-3a56-411b-9532-37a8ff3675cd by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:56:20.712919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Attempting to bind port 0abcf50b-3a56-411b-9532-37a8ff3675cd on network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:56:20.720382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:56:20.724562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Checking segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:56:20.724562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:20.724562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Bound using segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:56:20.724562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Bound port: 0abcf50b-3a56-411b-9532-37a8ff3675cd, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:56:20.724562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:20.751697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:20.801970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Transition to ACTIVE for port object 47b119f0-eec8-4569-9c5d-581cb19b5554 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:56:20.869388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] For port 0abcf50b-3a56-411b-9532-37a8ff3675cd, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:56:20.872941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:20.873505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] For port 0abcf50b-3a56-411b-9532-37a8ff3675cd, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=0abcf50b-3a56-411b-9532-37a8ff3675cd,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:56:20.924242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:20.951804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:21.136156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6fad297d-8f4f-49c4-a54e-acff94fc2ec5 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:21.145054 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Pushing event updated for resources: {'Port': ['ID=0abcf50b-3a56-411b-9532-37a8ff3675cd,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:21.214822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:21.256572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:56:21.265552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:56:21.270563 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:56:21.348783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Pushing event updated for resources: {'Port': ['ID=47b119f0-eec8-4569-9c5d-581cb19b5554,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:21.354570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:21.381183 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431186'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:21.460424 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Routers {'64cfeecb-0d74-4780-86a6-b9aa59169186'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:56:21.461058 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639858f60>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:56:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['64cfeecb-0d74-4780-86a6-b9aa59169186'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:21.877740 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:21.916518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0684e6d0-fe1e-4989-8be8-dae5682f80f3 None None] Provisioning for port 47b119f0-eec8-4569-9c5d-581cb19b5554 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:56:21.965542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0684e6d0-fe1e-4989-8be8-dae5682f80f3 None None] Provisioning complete for port 47b119f0-eec8-4569-9c5d-581cb19b5554 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:21.965952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0684e6d0-fe1e-4989-8be8-dae5682f80f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:22.041420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac7761-5e30-4250-a262-987610546417 req-55267370-4bf6-42a4-a1f3-a438d1b51168 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:22.049360 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3fac7761-5e30-4250-a262-987610546417 req-55267370-4bf6-42a4-a1f3-a438d1b51168 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.2369106
Jan 27 05:56:22.095889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0684e6d0-fe1e-4989-8be8-dae5682f80f3 None None] Port 47b119f0-eec8-4569-9c5d-581cb19b5554 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:56:22.112750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] Set router 64cfeecb-0d74-4780-86a6-b9aa59169186 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:56:22.113896 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3fac7761-5e30-4250-a262-987610546417 req-58f7b7ea-c163-4d0c-a275-5db81e68473b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636420
Jan 27 05:56:22.382178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:22.428629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:22.500573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:22.610860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Pushing event updated for resources: {'Port': ['ID=47b119f0-eec8-4569-9c5d-581cb19b5554,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:22.614403 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344464'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:22.634867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:22.678826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639858f60>, [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:16Z', 'revision_number': 3, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:22.832361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:56:22.833962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:56:23.055678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b8c80-71f0-45d3-b3d9-e0e50de9801b None None] The sync data for ids ['64cfeecb-0d74-4780-86a6-b9aa59169186'] in dv-cinder-772623-1-iscsi is: [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:16Z', 'revision_number': 3, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:56:23.080694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Router 64cfeecb-0d74-4780-86a6-b9aa59169186 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:56:23.128960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-c886c9f4-34a7-4f26-b672-6444c5d83cac None None] Provisioning complete for port 47b119f0-eec8-4569-9c5d-581cb19b5554 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:23.129576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c886c9f4-34a7-4f26-b672-6444c5d83cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:23.201273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c886c9f4-34a7-4f26-b672-6444c5d83cac None None] Port 47b119f0-eec8-4569-9c5d-581cb19b5554 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:56:23.351944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:56:23.375048 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] 10.222.0.24 "PUT /v2.0/routers/64cfeecb-0d74-4780-86a6-b9aa59169186/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1520548
Jan 27 05:56:23.499704 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c27387-aad4-4e88-80e1-554d0a8b51ad req-ad63c5a0-a961-45b2-bcf7-e045c22485d4 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:23.502139 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-05c27387-aad4-4e88-80e1-554d0a8b51ad req-ad63c5a0-a961-45b2-bcf7-e045c22485d4 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.2113922
Jan 27 05:56:23.588378 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-05c27387-aad4-4e88-80e1-554d0a8b51ad req-aff26847-28f8-4f9f-8f44-d1686e352b9c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704682
Jan 27 05:56:24.832910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 0abcf50b-3a56-411b-9532-37a8ff3675cd up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:24.866483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 41054) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:24.875708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1295814890-network', 'tenant_id': '40f7f489f42c45b080c686f40f09b995'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:24.881654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:24.887612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Usage tracker for resource:network and tenant:40f7f489f42c45b080c686f40f09b995 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:24.892852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:24.900585 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:24.930837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Made reservation on behalf of 40f7f489f42c45b080c686f40f09b995 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:56:24.937401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:24.951672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:24.959173 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 0abcf50b-3a56-411b-9532-37a8ff3675cd completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:56:24.965217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 0abcf50b-3a56-411b-9532-37a8ff3675cd triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:24.965635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:24.968419 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:24.972562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Usage tracker for resource:security_group_rule and tenant:40f7f489f42c45b080c686f40f09b995 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:24.975573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:24.976017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a4945-dbbc-406c-ae6b-7e5f69881400 req-177b0049-3bd1-468e-b961-65393e6d1e74 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:24.978265 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ad3a4945-dbbc-406c-ae6b-7e5f69881400 req-177b0049-3bd1-468e-b961-65393e6d1e74 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.1589103
Jan 27 05:56:24.982486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:25.067039 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ad3a4945-dbbc-406c-ae6b-7e5f69881400 req-001ed768-e0b9-4c1a-a291-4938e143fdf5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812941
Jan 27 05:56:25.140745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:25.165342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 0abcf50b-3a56-411b-9532-37a8ff3675cd, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=0abcf50b-3a56-411b-9532-37a8ff3675cd,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:25.166872 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:25.207966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:25.210869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-eb80e52b-e27f-4e54-9b87-9d1ad1176bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:25.236621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:25.241148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06075931-8d7f-4763-bdd0-2fe52552787a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:25.265151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:56:25.285628 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:25.286022 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Added segment 2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f of type vxlan for network bf26bdda-558f-4c4d-b3d1-481f886d1ae8
Jan 27 05:56:25.301678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=0abcf50b-3a56-411b-9532-37a8ff3675cd,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:25.305792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:25.325254 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:25.329971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce97aa70-496e-431d-85cb-7ff71a5153fd,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:25.337905 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:25.338690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:25.396765 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:25.398140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:25.400757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:25.403790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:25.520142 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Pushing event updated for resources: {'Network': ['ID=bf26bdda-558f-4c4d-b3d1-481f886d1ae8,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:25.523541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:25.532105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:56:25.549213 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.6782677
Jan 27 05:56:25.551317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 41060) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:25.572200 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Request body: {'subnet': {'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1295814890-subnet', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:25.601248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:25.613274 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Usage tracker for resource:subnet and tenant:40f7f489f42c45b080c686f40f09b995 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:25.619560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:25.628766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:25.673601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Made reservation on behalf of 40f7f489f42c45b080c686f40f09b995 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:56:25.681558 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852367399'] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:26.148773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Sync routers for ids ['64cfeecb-0d74-4780-86a6-b9aa59169186'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:56:26.160252 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Routers {'64cfeecb-0d74-4780-86a6-b9aa59169186'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:56:26.160986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a4f1c50>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:56:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['64cfeecb-0d74-4780-86a6-b9aa59169186'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:26.425830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Set router 64cfeecb-0d74-4780-86a6-b9aa59169186 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:56:26.469325 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-807945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852367416'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:26.556911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e2008-00b2-4324-9a71-ee9d22d06c9a req-20f6c3bc-018e-4041-a241-d83b6c11a574 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:26.557887 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a1e2008-00b2-4324-9a71-ee9d22d06c9a req-20f6c3bc-018e-4041-a241-d83b6c11a574 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.2908070
Jan 27 05:56:26.582161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:26.794550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 0abcf50b-3a56-411b-9532-37a8ff3675cd up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:26.854407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a4f1c50>, [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:21Z', 'revision_number': 4, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '47b119f0-eec8-4569-9c5d-581cb19b5554', 'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'mac_address': 'fa:16:3e:88:e0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:19Z', 'updated_at': '2021-01-27T05:56:22Z', 'revision_number': 2, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'subnets': [{'id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:26.859471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Checking router: 64cfeecb-0d74-4780-86a6-b9aa59169186 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:56:26.859783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Updating router 64cfeecb-0d74-4780-86a6-b9aa59169186 port 47b119f0-eec8-4569-9c5d-581cb19b5554 binding host dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:56:26.899563 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 0abcf50b-3a56-411b-9532-37a8ff3675cd triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:26.899993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:26.928258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:26.998447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:56:27.047790 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a1e2008-00b2-4324-9a71-ee9d22d06c9a req-5c733ba7-9e1c-4d25-b456-89a80a2a6661 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4665902
Jan 27 05:56:27.051985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70715a30-8fcc-4bda-b35f-3532d1e2dc2e,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:27.055552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:27.140927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Checking segment: {'id': '2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:56:27.141352 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Network hostable DHCP agents. Network: bf26bdda-558f-4c4d-b3d1-481f886d1ae8, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:56:27.190757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:56:27.233502 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, bf26bdda-558f-4c4d-b3d1-481f886d1ae8) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:56:27.245393 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36de4c9-f3e9-4b60-9b40-023678991eee None None] Network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:56:27.247578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:27.248233 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:27.311037 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 41086) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:27.311250 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5138b761-89ff-4a23-b42f-8a3da8c436a8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7585156
Jan 27 05:56:27.317049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1295814890-router', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:27.322486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:27.328060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Usage tracker for resource:router and tenant:40f7f489f42c45b080c686f40f09b995 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:27.331890 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:27.339000 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:27.382049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100061'] for router, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:27.383279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854291148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854291660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675754'] for router, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:27.400766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:27.516741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:27.530480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Transition to ACTIVE for port object 47b119f0-eec8-4569-9c5d-581cb19b5554 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:56:27.564779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:27.570397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bd0d15f-fdff-5670-9359-dc87ac15679e-bf26bdda-558f-4c4d-b3d1-481f886d1ae8', 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'fixed_ips': [{'subnet_id': '70715a30-8fcc-4bda-b35f-3532d1e2dc2e'}]}} from dv-cinder-772623-1-iscsi. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 27 05:56:27.571693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:27.691577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d297c2a7-a399-4719-b7e8-0f3a2a35b282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:27.780272 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854291675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126776'] for router, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:27.843790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Pushing event updated for resources: {'Port': ['ID=47b119f0-eec8-4569-9c5d-581cb19b5554,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:27.914942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.915314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.915734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.916102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.916462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.916831 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.917178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.921560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.921560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.922064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.923617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.924080 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.924534 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.924907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.925272 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.925637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.925994 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.926351 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.926709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.927062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.927437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.927800 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.928146 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.928492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:56:27.958171 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:28.029447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Allocated IP 172.20.0.2 (bf26bdda-558f-4c4d-b3d1-481f886d1ae8/70715a30-8fcc-4bda-b35f-3532d1e2dc2e/ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:56:28.364492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:28.382761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Transition to ACTIVE for port object ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:56:28.412254 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Transition to ACTIVE for port object ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:56:28.451450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:28.479871 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa8bd8cd-f96f-4086-a275-0cec0afec9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:28.484394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Attempting to bind port 47b119f0-eec8-4569-9c5d-581cb19b5554 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:56:28.485106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Attempting to bind port 47b119f0-eec8-4569-9c5d-581cb19b5554 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:56:28.486096 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Attempting to bind port 47b119f0-eec8-4569-9c5d-581cb19b5554 on network 4bdcdb00-07a0-4323-a4fd-398255002d72 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:56:28.490282 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:28.495683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:56:28.496104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Checking segment: {'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:56:28.496541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:28.496969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Bound using segment: {'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:56:28.497479 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Bound port: 47b119f0-eec8-4569-9c5d-581cb19b5554, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:56:28.497888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:28.534630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:28.647303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Pushing event updated for resources: {'Port': ['ID=ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:28.653082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:28.660813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] For port 47b119f0-eec8-4569-9c5d-581cb19b5554, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:56:28.665662 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] For port 47b119f0-eec8-4569-9c5d-581cb19b5554, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=47b119f0-eec8-4569-9c5d-581cb19b5554,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:56:28.703165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:28.715589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:56:28.717570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Resources bound (agent type, host, resource id):  {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:56:28.722604 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:56:28.736131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-74f941a9-df2e-4606-9d14-cfc8c3520b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:28.740927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a9cee-0502-4b2f-8807-0ef5051fcf6b req-551e7902-a74f-4bb3-ba56-346384b2fcfe tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:28.750481 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa4a9cee-0502-4b2f-8807-0ef5051fcf6b req-551e7902-a74f-4bb3-ba56-346384b2fcfe tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.4169183
Jan 27 05:56:28.816739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Attempting to bind port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:56:28.816959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Attempting to bind port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:56:28.817656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Attempting to bind port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d on network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:56:28.859673 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:56:28.860839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Checking segment: {'id': '2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:56:28.861908 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:28.862995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Bound using segment: {'id': '2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:56:28.863441 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa4a9cee-0502-4b2f-8807-0ef5051fcf6b req-563df6b1-98a3-4b6b-9d10-6706ef2ed4b0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104770
Jan 27 05:56:28.865492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Bound port: ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:56:28.878114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:28.968683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Pushing event updated for resources: {'Port': ['ID=47b119f0-eec8-4569-9c5d-581cb19b5554,revision_number=4']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:28.973770 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a6018525-3b1f-421a-9fce-5149c7b14972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:29.035589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Routers {'64cfeecb-0d74-4780-86a6-b9aa59169186'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:56:29.038823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a4f1c50>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:56:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['64cfeecb-0d74-4780-86a6-b9aa59169186'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:29.203089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] For port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:56:29.261985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] For port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d,segment=NetworkSegment(2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f),segment_id=2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:56:29.300566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] Set router 64cfeecb-0d74-4780-86a6-b9aa59169186 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:56:29.353389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Allocated IP 172.27.2.154 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/1fb640ff-4c90-4373-8edf-0c02c41444bc) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:56:29.457149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:29.709510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:29.739988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:29.800338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1da2345d-266a-4267-9007-d3f9680157d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:29.859098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:29.872425 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a4f1c50>, [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:21Z', 'revision_number': 4, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '47b119f0-eec8-4569-9c5d-581cb19b5554', 'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'mac_address': 'fa:16:3e:88:e0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:19Z', 'updated_at': '2021-01-27T05:56:28Z', 'revision_number': 4, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'subnets': [{'id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:29.882510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1695bb-ba3f-4d4e-b1ba-f5b003d7fbc5 None None] The sync data for ids ['64cfeecb-0d74-4780-86a6-b9aa59169186'] in dv-cinder-772623-1-iscsi is: [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:21Z', 'revision_number': 4, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '47b119f0-eec8-4569-9c5d-581cb19b5554', 'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'mac_address': 'fa:16:3e:88:e0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:19Z', 'updated_at': '2021-01-27T05:56:28Z', 'revision_number': 4, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'subnets': [{'id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:56:30.099656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5048feff-3782-49af-9fa0-a7afda7d03b6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:30.301122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb640ff-4c90-4373-8edf-0c02c41444bc,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:30.307139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:30.461941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Pushing event updated for resources: {'Port': ['ID=ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:30.499959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:30.527162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:56:30.527162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:56:30.549961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:56:30.801457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8c08-cdc5-49ce-837f-c5c77327a097 req-60fe9d1e-5f61-48a2-aa95-31d58f8211be tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:30.805628 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-845b8c08-cdc5-49ce-837f-c5c77327a097 req-60fe9d1e-5f61-48a2-aa95-31d58f8211be tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.5412540
Jan 27 05:56:31.046538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 47b119f0-eec8-4569-9c5d-581cb19b5554 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:31.139531 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-845b8c08-cdc5-49ce-837f-c5c77327a097 req-36ddfa72-a8a0-4e98-b046-698e057cd6d1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3042657
Jan 27 05:56:31.302262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 47b119f0-eec8-4569-9c5d-581cb19b5554 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:56:31.310344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 47b119f0-eec8-4569-9c5d-581cb19b5554 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:31.310773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:31.787124 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:31.876875 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-956d6326-6d22-4e37-ba6d-b8df195bd844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:31.898791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 47b119f0-eec8-4569-9c5d-581cb19b5554, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=47b119f0-eec8-4569-9c5d-581cb19b5554,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:31.936820 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:31.939010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:32.113222 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=47b119f0-eec8-4569-9c5d-581cb19b5554,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:32.127665 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:32.482654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:32.579261 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bfcde5-3db2-41d6-9f05-2a8ad8ae5dc8 None None] Network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:56:32.980118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-c05bd4fe-b653-4439-ba07-3aa37387d679 None None] Provisioning for port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:56:33.032151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:33.053343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:33.369712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:56:33.383201 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:33.383876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:33.643879 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:33.647676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e87d33-2ff5-408f-9d83-0fbe18e05c8d req-2f69d473-5c2e-4d16-90d4-4d5669e82a06 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:33.660278 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48e87d33-2ff5-408f-9d83-0fbe18e05c8d req-2f69d473-5c2e-4d16-90d4-4d5669e82a06 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 1.0400467
Jan 27 05:56:33.788026 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:33.828929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:33.829896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-084d59d5-aae4-4df5-8501-6fd543713021 None None] Provisioning complete for port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:33.830297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-084d59d5-aae4-4df5-8501-6fd543713021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:33.981151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d,segment=NetworkSegment(2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f),segment_id=2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:34.165225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:34.167477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 47b119f0-eec8-4569-9c5d-581cb19b5554 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:34.212887 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:34.341128 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:34.362616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:34.403420 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48e87d33-2ff5-408f-9d83-0fbe18e05c8d req-e6012032-86ba-44a9-9942-556d42aa1585 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6611478
Jan 27 05:56:34.412127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484126'] for router, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:34.427979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-7eb467f4-568d-4b93-812a-4af776bfff9d None None] Provisioning complete for port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:34.428762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7eb467f4-568d-4b93-812a-4af776bfff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:34.739116 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 47b119f0-eec8-4569-9c5d-581cb19b5554 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:34.739719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:34.885680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 is scheduled to L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 with binding_index 1 {{(pid=80177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 27 05:56:34.968028 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-896ecb53-ef19-4c4a-bf70-18a4be5fe9d4 None None] Provisioning complete for port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:34.968636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-896ecb53-ef19-4c4a-bf70-18a4be5fe9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:35.233422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:35.324150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:56:35.358896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Sync routers for ids ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:56:35.437303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Routers {'d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:56:35.438469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63977a198>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:56:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:35.439603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:35.444005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 41152) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:56:35.444704 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 8.1321833
Jan 27 05:56:35.690283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Set router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:56:36.076692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:36.077714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:36.131991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68666b-a85b-41f0-98d2-6b4116a180cf req-b615a4cf-1600-4bf3-aa50-7e8091d19938 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:36.134928 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cb68666b-a85b-41f0-98d2-6b4116a180cf req-b615a4cf-1600-4bf3-aa50-7e8091d19938 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.3333223
Jan 27 05:56:36.542047 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cb68666b-a85b-41f0-98d2-6b4116a180cf req-357851a9-bda1-4388-8bc9-234fd2d0d810 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3313367
Jan 27 05:56:36.792646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63977a198>, [{'id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'name': 'tempest-TestShelveInstance-1295814890-router', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:27Z', 'updated_at': '2021-01-27T05:56:31Z', 'revision_number': 3, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'gw_port': {'id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:28Z', 'updated_at': '2021-01-27T05:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:36.798449 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Checking router: d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:56:36.798943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Updating router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 port 1fb640ff-4c90-4373-8edf-0c02c41444bc binding host dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:56:36.923235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:36.940018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:37.923104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:37.951513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Transition to ACTIVE for port object 1fb640ff-4c90-4373-8edf-0c02c41444bc will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:56:37.994539 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:38.028812 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:38.095103 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Allocated IP 172.20.0.1 (bf26bdda-558f-4c4d-b3d1-481f886d1ae8/70715a30-8fcc-4bda-b35f-3532d1e2dc2e/5740938f-915f-4892-af2d-c3af6fc29565) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:56:38.263260 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe531d4-0a8c-4a73-ab9a-5882682c935f req-0160339e-8de8-45df-9c9a-f3127fa81cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:38.272591 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cbe531d4-0a8c-4a73-ab9a-5882682c935f req-0160339e-8de8-45df-9c9a-f3127fa81cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.4921906
Jan 27 05:56:38.412180 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034e868-0a4f-475c-b807-fd7df6c48f16 None None] Pushing event updated for resources: {'Port': ['ID=1fb640ff-4c90-4373-8edf-0c02c41444bc,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:38.423188 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c034e868-0a4f-475c-b807-fd7df6c48f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:38.452087 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cbe531d4-0a8c-4a73-ab9a-5882682c935f req-b15ae357-3e78-4a42-a5d6-99d343be3ff4 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1629789
Jan 27 05:56:38.547328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Attempting to bind port 1fb640ff-4c90-4373-8edf-0c02c41444bc on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:56:38.547735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Attempting to bind port 1fb640ff-4c90-4373-8edf-0c02c41444bc by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:56:38.548516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Attempting to bind port 1fb640ff-4c90-4373-8edf-0c02c41444bc on network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:56:38.570161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:56:38.571637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Checking segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:56:38.572620 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:38.573406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Bound using segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:56:38.575633 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Bound port: 1fb640ff-4c90-4373-8edf-0c02c41444bc, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:56:38.576593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:38.625677 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:38.657933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Transition to ACTIVE for port object 5740938f-915f-4892-af2d-c3af6fc29565 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:56:38.715035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:38.859745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] For port 1fb640ff-4c90-4373-8edf-0c02c41444bc, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:56:38.863618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] For port 1fb640ff-4c90-4373-8edf-0c02c41444bc, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=1fb640ff-4c90-4373-8edf-0c02c41444bc,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:56:38.902990 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:38.913960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-867e50f7-d3df-430a-8c14-988a19207238 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:38.940823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-01dc989d-008a-4f6a-886d-6740e37dc5bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:39.079801 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034e868-0a4f-475c-b807-fd7df6c48f16 None None] Pushing event updated for resources: {'Port': ['ID=1fb640ff-4c90-4373-8edf-0c02c41444bc,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:39.225694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:56:39.233638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:56:39.233638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=5740938f-915f-4892-af2d-c3af6fc29565,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:39.233638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:56:39.234284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c034e868-0a4f-475c-b807-fd7df6c48f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:39.266955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:39.296503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431186'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:39.327744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Routers {'d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:56:39.328417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63977a198>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:56:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:39.678122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] Set router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:56:39.806283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86a3e6-e36a-40c0-b5a8-4c4a884532ee req-18bad17c-61ca-4e79-9b92-817da93b3192 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:39.808164 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0a86a3e6-e36a-40c0-b5a8-4c4a884532ee req-18bad17c-61ca-4e79-9b92-817da93b3192 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.1538727
Jan 27 05:56:39.877642 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0a86a3e6-e36a-40c0-b5a8-4c4a884532ee req-a37155a0-0732-4172-8a61-a9203f23df25 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611374
Jan 27 05:56:39.925675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63977a198>, [{'id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'name': 'tempest-TestShelveInstance-1295814890-router', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:27Z', 'updated_at': '2021-01-27T05:56:39Z', 'revision_number': 4, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'gw_port': {'id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:28Z', 'updated_at': '2021-01-27T05:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '5740938f-915f-4892-af2d-c3af6fc29565', 'name': '', 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'mac_address': 'fa:16:3e:5c:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '70715a30-8fcc-4bda-b35f-3532d1e2dc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:37Z', 'updated_at': '2021-01-27T05:56:38Z', 'revision_number': 1, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'subnets': [{'id': '70715a30-8fcc-4bda-b35f-3532d1e2dc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:39.931073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f7084-d967-4515-910a-eba9cef790d1 None None] The sync data for ids ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'] in dv-cinder-772623-1-iscsi is: [{'id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'name': 'tempest-TestShelveInstance-1295814890-router', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:27Z', 'updated_at': '2021-01-27T05:56:39Z', 'revision_number': 4, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'gw_port': {'id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:28Z', 'updated_at': '2021-01-27T05:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '5740938f-915f-4892-af2d-c3af6fc29565', 'name': '', 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'mac_address': 'fa:16:3e:5c:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '70715a30-8fcc-4bda-b35f-3532d1e2dc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:37Z', 'updated_at': '2021-01-27T05:56:38Z', 'revision_number': 1, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'subnets': [{'id': '70715a30-8fcc-4bda-b35f-3532d1e2dc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:56:40.108270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-688f400d-2381-4139-a606-4b52a80cf40e None None] Provisioning for port 5740938f-915f-4892-af2d-c3af6fc29565 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:56:40.117142 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-688f400d-2381-4139-a606-4b52a80cf40e None None] Provisioning complete for port 5740938f-915f-4892-af2d-c3af6fc29565 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:40.118371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-688f400d-2381-4139-a606-4b52a80cf40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:40.236303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:40.251666 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-688f400d-2381-4139-a606-4b52a80cf40e None None] Port 5740938f-915f-4892-af2d-c3af6fc29565 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:56:41.346280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 1fb640ff-4c90-4373-8edf-0c02c41444bc up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:41.404375 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:41.428307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f0dfa-f6e6-4c6a-9164-84bab7b20cd3 req-0893b8d2-9d35-4a81-a132-db50b9b41d04 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:41.437440 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ab1f0dfa-f6e6-4c6a-9164-84bab7b20cd3 req-0893b8d2-9d35-4a81-a132-db50b9b41d04 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.2830274
Jan 27 05:56:41.439055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:41.500451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:41.560399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 1fb640ff-4c90-4373-8edf-0c02c41444bc completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:56:41.568048 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ab1f0dfa-f6e6-4c6a-9164-84bab7b20cd3 req-a3cdb965-c705-4ef9-81e3-eb6e70e158b2 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194484
Jan 27 05:56:41.570981 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 1fb640ff-4c90-4373-8edf-0c02c41444bc triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:41.571893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:41.675495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344464'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:41.694146 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=5740938f-915f-4892-af2d-c3af6fc29565,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:41.710575 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:41.802894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:41.831995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 1fb640ff-4c90-4373-8edf-0c02c41444bc, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=1fb640ff-4c90-4373-8edf-0c02c41444bc,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:41.862340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:41.865150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:41.968975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=1fb640ff-4c90-4373-8edf-0c02c41444bc,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:41.982151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:41.990383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:56:41.995681 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:56:42.348923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ae1b33cd-1eb9-4996-98af-3045b6ac43bd None None] Provisioning complete for port 5740938f-915f-4892-af2d-c3af6fc29565 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:42.349494 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ae1b33cd-1eb9-4996-98af-3045b6ac43bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:42.442943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:56:42.478190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b33cd-1eb9-4996-98af-3045b6ac43bd None None] Port 5740938f-915f-4892-af2d-c3af6fc29565 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:56:42.765173 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:56:42.830259 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] 10.222.0.24 "PUT /v2.0/routers/d861d30c-9fde-4a5e-a0f8-a9e88a0148c0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3759665
Jan 27 05:56:42.978945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b031d-f8a4-47f2-b8dd-3a31adccd799 req-1c84c463-b7a6-4eb6-a3a7-b72875f2846a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:42.981111 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-982b031d-f8a4-47f2-b8dd-3a31adccd799 req-1c84c463-b7a6-4eb6-a3a7-b72875f2846a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.2132387
Jan 27 05:56:43.071811 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-982b031d-f8a4-47f2-b8dd-3a31adccd799 req-cafae16a-7077-4dd6-b224-2586f62aa367 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763919
Jan 27 05:56:43.239232 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 1fb640ff-4c90-4373-8edf-0c02c41444bc up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:43.344544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 1fb640ff-4c90-4373-8edf-0c02c41444bc triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:43.344979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:44.190426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-34911922', 'description': 'tempest-TestShelveInstance-34911922 description'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:44.235439 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:44.239736 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Usage tracker for resource:security_group and tenant:6fb61d3420134653b9816952a3dd423c is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:44.244273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:44.253217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:44.311523 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:44.395137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:44.395377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Usage tracker for resource:security_group_rule and tenant:6fb61d3420134653b9816952a3dd423c is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:44.400667 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:44.408032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:44.434643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Sync routers for ids ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:56:44.457516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Routers {'d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:56:44.458621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63ad63b38>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:56:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:44.521202 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:44.545614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c29e50-a978-4292-85c1-777890378017 req-d58f8150-6c51-4dbb-9153-042924680882 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:44.547649 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d9c29e50-a978-4292-85c1-777890378017 req-d58f8150-6c51-4dbb-9153-042924680882 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.2299032
Jan 27 05:56:44.555414 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:44.561925 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f723174f-419b-4749-9c54-98ac4831329d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:44.632427 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a891c63-3767-43a6-9978-39b68d8c55ba,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:44.648591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:44.702184 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d9c29e50-a978-4292-85c1-777890378017 req-81632c9c-b88a-4822-a10c-e9fac29ff1d8 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1355321
Jan 27 05:56:44.719351 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:44.720857 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-33eddd4b-14a2-4bb6-a366-28819b7ccd8c req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1803 time: 0.5409198
Jan 27 05:56:44.854257 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9331bc83-82a5-47ef-8481-486d949488b7 req-e5bf8f9e-8dc7-48f8-a959-680167f84890 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups/5a891c63-3767-43a6-9978-39b68d8c55ba HTTP/1.1" status: 200  len: 1798 time: 0.0839782
Jan 27 05:56:44.875676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-9331bc83-82a5-47ef-8481-486d949488b7 req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a891c63-3767-43a6-9978-39b68d8c55ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:44.879209 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-9331bc83-82a5-47ef-8481-486d949488b7 req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a891c63-3767-43a6-9978-39b68d8c55ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:44.925509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Set router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:56:44.944321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-9331bc83-82a5-47ef-8481-486d949488b7 req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:44.954275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-9331bc83-82a5-47ef-8481-486d949488b7 req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Usage tracker for resource:security_group_rule and tenant:6fb61d3420134653b9816952a3dd423c is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:44.969457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-9331bc83-82a5-47ef-8481-486d949488b7 req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:44.999838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-9331bc83-82a5-47ef-8481-486d949488b7 req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:45.161004 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9331bc83-82a5-47ef-8481-486d949488b7 req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:45.205568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9331bc83-82a5-47ef-8481-486d949488b7 req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:45.248056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9331bc83-82a5-47ef-8481-486d949488b7 req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:45.258617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:45.288629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f71bfe-d5a2-4dba-ae12-513f48bd45c1,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:45.300823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:45.342066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63ad63b38>, [{'id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'name': 'tempest-TestShelveInstance-1295814890-router', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:27Z', 'updated_at': '2021-01-27T05:56:39Z', 'revision_number': 4, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'gw_port': {'id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:28Z', 'updated_at': '2021-01-27T05:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '5740938f-915f-4892-af2d-c3af6fc29565', 'name': '', 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'mac_address': 'fa:16:3e:5c:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '70715a30-8fcc-4bda-b35f-3532d1e2dc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:37Z', 'updated_at': '2021-01-27T05:56:40Z', 'revision_number': 2, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'subnets': [{'id': '70715a30-8fcc-4bda-b35f-3532d1e2dc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:45.349131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Checking router: d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:56:45.349697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Updating router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 port 5740938f-915f-4892-af2d-c3af6fc29565 binding host dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 05:56:45.353830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9331bc83-82a5-47ef-8481-486d949488b7 req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:45.355487 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9331bc83-82a5-47ef-8481-486d949488b7 req-17ab22f4-be3f-4904-99fe-78584ae950e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4931488
Jan 27 05:56:45.432668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:45.527821 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-daff0799-ba23-448a-a40a-25c268989241 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups/5a891c63-3767-43a6-9978-39b68d8c55ba HTTP/1.1" status: 200  len: 2391 time: 0.1054966
Jan 27 05:56:45.547279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a891c63-3767-43a6-9978-39b68d8c55ba', 'remote_group_id': None}]} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:45.547758 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5a891c63-3767-43a6-9978-39b68d8c55ba', 'remote_group_id': None}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:56:45.568646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:56:45.573853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Usage tracker for resource:security_group_rule and tenant:6fb61d3420134653b9816952a3dd423c is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:56:45.577249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:56:45.583795 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:56:45.703014 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:45.737194 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:45.767069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:45.772543 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-429395e7-07a7-4c16-a251-ad95aec8dbf9 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:45.807721 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5ec871-7a71-4a5c-8339-edc360b74612,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:45.823849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:45.890287 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:45.891859 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0d92bcbf-8365-4955-9935-45c65a25fb57 req-b564a8c0-e099-418c-95a6-c30311c09e33 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3512981
Jan 27 05:56:46.151640 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:46.172901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Transition to ACTIVE for port object 5740938f-915f-4892-af2d-c3af6fc29565 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:56:46.177289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92254e6-0fe5-44a4-b2f0-37e9a52d36d7 req-68f74a1c-caee-4a33-8d73-8f2f6dff0021 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:46.186372 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e92254e6-0fe5-44a4-b2f0-37e9a52d36d7 req-68f74a1c-caee-4a33-8d73-8f2f6dff0021 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.1861782
Jan 27 05:56:46.228320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:46.255930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:46.266429 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e92254e6-0fe5-44a4-b2f0-37e9a52d36d7 req-42892408-19ad-426b-9841-8f691409c14a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788357
Jan 27 05:56:46.533570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f9559-4985-4b52-a631-e67b9eec7f7b None None] Pushing event updated for resources: {'Port': ['ID=5740938f-915f-4892-af2d-c3af6fc29565,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:46.586072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ff4f9559-4985-4b52-a631-e67b9eec7f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:46.762801 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92288a-52ea-4059-80c8-29b8f802e988 req-3561872b-6321-4ae7-b877-8d5d1990042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:46.765320 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0c92288a-52ea-4059-80c8-29b8f802e988 req-3561872b-6321-4ae7-b877-8d5d1990042d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 1160 time: 0.1755528
Jan 27 05:56:47.087230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Attempting to bind port 5740938f-915f-4892-af2d-c3af6fc29565 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:56:47.090066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Attempting to bind port 5740938f-915f-4892-af2d-c3af6fc29565 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:56:47.090741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Attempting to bind port 5740938f-915f-4892-af2d-c3af6fc29565 on network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:56:47.114948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:56:47.119524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Checking segment: {'id': '2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:56:47.129327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:47.129936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Bound using segment: {'id': '2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:56:47.130571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Bound port: 5740938f-915f-4892-af2d-c3af6fc29565, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:56:47.131079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:47.164245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92288a-52ea-4059-80c8-29b8f802e988 req-26741e05-1aba-4a99-9aad-25e46e622e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:47.166442 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0c92288a-52ea-4059-80c8-29b8f802e988 req-26741e05-1aba-4a99-9aad-25e46e622e82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 910 time: 0.3665080
Jan 27 05:56:47.332907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] For port 5740938f-915f-4892-af2d-c3af6fc29565, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:56:47.342536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] For port 5740938f-915f-4892-af2d-c3af6fc29565, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=5740938f-915f-4892-af2d-c3af6fc29565,segment=NetworkSegment(2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f),segment_id=2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:56:47.351228 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0c92288a-52ea-4059-80c8-29b8f802e988 req-b38e7d9f-dbb9-4681-9933-f10c0ab5bb40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ffd7681-1da3-4500-9049-db81d004311a HTTP/1.1" status: 200  len: 998 time: 0.1753299
Jan 27 05:56:47.374481 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:47.509981 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92288a-52ea-4059-80c8-29b8f802e988 req-9cdb5a84-558e-4910-a85a-f13e0bea1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:47.512690 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0c92288a-52ea-4059-80c8-29b8f802e988 req-9cdb5a84-558e-4910-a85a-f13e0bea1bbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.1531971
Jan 27 05:56:47.594639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:47.674504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92288a-52ea-4059-80c8-29b8f802e988 req-9ac48d50-695b-468b-9e4d-9ef022ec2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:47.676513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Routers {'d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:56:47.677219 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63ad63b38>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:56:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:47.677570 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0c92288a-52ea-4059-80c8-29b8f802e988 req-9ac48d50-695b-468b-9e4d-9ef022ec2784 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1508491
Jan 27 05:56:47.737253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7312d-b35d-45db-be83-2888a5eb7ca0 req-247ea49f-5a23-49a3-80c6-c590d6cd6c5a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:47.746002 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fdf7312d-b35d-45db-be83-2888a5eb7ca0 req-247ea49f-5a23-49a3-80c6-c590d6cd6c5a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.1962130
Jan 27 05:56:47.845992 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fdf7312d-b35d-45db-be83-2888a5eb7ca0 req-88ae0a67-eb02-43cc-99f1-d7238727fe24 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981324
Jan 27 05:56:48.015833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] Set router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:56:48.027495 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0c92288a-52ea-4059-80c8-29b8f802e988 req-1b18a0ae-7be0-4604-ad44-965362c01020 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3407571
Jan 27 05:56:48.209485 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0c92288a-52ea-4059-80c8-29b8f802e988 req-9c8d061a-63e9-4a64-9d3d-68dce3256f05 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1628482
Jan 27 05:56:48.220291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f9559-4985-4b52-a631-e67b9eec7f7b None None] Pushing event updated for resources: {'Port': ['ID=5740938f-915f-4892-af2d-c3af6fc29565,revision_number=4']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:48.223869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ff4f9559-4985-4b52-a631-e67b9eec7f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:48.556510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63ad63b38>, [{'id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'name': 'tempest-TestShelveInstance-1295814890-router', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:27Z', 'updated_at': '2021-01-27T05:56:39Z', 'revision_number': 4, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'gw_port': {'id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:28Z', 'updated_at': '2021-01-27T05:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '5740938f-915f-4892-af2d-c3af6fc29565', 'name': '', 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'mac_address': 'fa:16:3e:5c:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '70715a30-8fcc-4bda-b35f-3532d1e2dc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:37Z', 'updated_at': '2021-01-27T05:56:47Z', 'revision_number': 4, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'subnets': [{'id': '70715a30-8fcc-4bda-b35f-3532d1e2dc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:56:48.571718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fc2187-0f2d-4435-9e25-a06bd1b76347 None None] The sync data for ids ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'] in dv-cinder-772623-1-iscsi is: [{'id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'name': 'tempest-TestShelveInstance-1295814890-router', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:27Z', 'updated_at': '2021-01-27T05:56:39Z', 'revision_number': 4, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'gw_port': {'id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:28Z', 'updated_at': '2021-01-27T05:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '5740938f-915f-4892-af2d-c3af6fc29565', 'name': '', 'network_id': 'bf26bdda-558f-4c4d-b3d1-481f886d1ae8', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'mac_address': 'fa:16:3e:5c:fc:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '70715a30-8fcc-4bda-b35f-3532d1e2dc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:37Z', 'updated_at': '2021-01-27T05:56:47Z', 'revision_number': 4, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'subnets': [{'id': '70715a30-8fcc-4bda-b35f-3532d1e2dc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:56:49.252152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5740938f-915f-4892-af2d-c3af6fc29565 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:49.280517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be556a-7712-485f-bfa6-d504722c2f1c req-60bb876d-b3f7-4804-8e96-1ad3c9a7af8a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:49.282175 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-09be556a-7712-485f-bfa6-d504722c2f1c req-60bb876d-b3f7-4804-8e96-1ad3c9a7af8a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.2381904
Jan 27 05:56:49.374539 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-09be556a-7712-485f-bfa6-d504722c2f1c req-617a3569-1c46-448d-a726-13b91bbd5ff0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739408
Jan 27 05:56:49.380319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 5740938f-915f-4892-af2d-c3af6fc29565 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:56:49.389086 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 5740938f-915f-4892-af2d-c3af6fc29565 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:49.389709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:49.605645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:49.655217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 5740938f-915f-4892-af2d-c3af6fc29565, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=5740938f-915f-4892-af2d-c3af6fc29565,segment=NetworkSegment(2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f),segment_id=2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:50.148146 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:50.148146 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:50.217636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=5740938f-915f-4892-af2d-c3af6fc29565,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:50.221112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:50.741809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c790-a09e-4cd6-92b2-e694b2e49adc req-b59716c7-555f-44aa-8349-e3b0861d4f81 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:50.750051 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cdb7c790-a09e-4cd6-92b2-e694b2e49adc req-b59716c7-555f-44aa-8349-e3b0861d4f81 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.1731603
Jan 27 05:56:50.884055 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cdb7c790-a09e-4cd6-92b2-e694b2e49adc req-6a808327-bd86-4068-8396-438c5431c847 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1325397
Jan 27 05:56:51.160326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5740938f-915f-4892-af2d-c3af6fc29565 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:51.264236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 5740938f-915f-4892-af2d-c3af6fc29565 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:51.264947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:51.969515 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 4ffd7681-1da3-4500-9049-db81d004311a up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:52.294624 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c09dd-4d2f-482a-9d91-ca7f1c676c46 req-b5a83eac-1a02-4b42-a9ed-4275ea234118 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:52.296803 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-647c09dd-4d2f-482a-9d91-ca7f1c676c46 req-b5a83eac-1a02-4b42-a9ed-4275ea234118 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 943 time: 0.2169418
Jan 27 05:56:52.390572 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-647c09dd-4d2f-482a-9d91-ca7f1c676c46 req-c0299db0-5e1a-410a-b991-5b9694d450c7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791740
Jan 27 05:56:52.408150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 4ffd7681-1da3-4500-9049-db81d004311a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:52.408657 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:52.563879 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:52.598269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:56:52.614144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 4ffd7681-1da3-4500-9049-db81d004311a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4ffd7681-1da3-4500-9049-db81d004311a,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:56:52.662006 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:52.664501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0af903a0-e708-4aa4-b995-48a13b7dc985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:56:52.803047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=4ffd7681-1da3-4500-9049-db81d004311a,revision_number=6']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:56:52.834970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:56:52.859630 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a', 'code': 200}
Jan 27 05:56:53.229118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 4ffd7681-1da3-4500-9049-db81d004311a up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:56:53.308851 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 4ffd7681-1da3-4500-9049-db81d004311a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:56:53.309369 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:53.830669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935d7c2-1ca0-4c43-8b13-5cc3a29a525d req-bf540cc4-de6d-4e47-b02c-1ef01a91e66f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:53.832616 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b935d7c2-1ca0-4c43-8b13-5cc3a29a525d req-bf540cc4-de6d-4e47-b02c-1ef01a91e66f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.2333090
Jan 27 05:56:53.940356 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b935d7c2-1ca0-4c43-8b13-5cc3a29a525d req-b08ce5b4-4398-4718-8d22-3d2722ceffca tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907743
Jan 27 05:56:53.971936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31672fc-438d-426e-96bd-c96675144c24 req-8d84f034-291a-4fb5-a5c9-9af79cd533f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:53.973653 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a31672fc-438d-426e-96bd-c96675144c24 req-8d84f034-291a-4fb5-a5c9-9af79cd533f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 1162 time: 0.2718940
Jan 27 05:56:54.030589 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a31672fc-438d-426e-96bd-c96675144c24 req-a41381ac-b482-48d0-8a03-b4fba37066df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498660
Jan 27 05:56:55.199319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:56:55.325772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:55.346163 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4062fe-08a5-40a5-b450-e2578d275264 req-1b5f8282-5f1a-4d8f-bc1c-5636c988f0d9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:55.348297 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9e4062fe-08a5-40a5-b450-e2578d275264 req-1b5f8282-5f1a-4d8f-bc1c-5636c988f0d9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1820300
Jan 27 05:56:55.431616 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9e4062fe-08a5-40a5-b450-e2578d275264 req-3b83435c-3cfb-4ad2-be8b-2ec27b87f8d2 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759711
Jan 27 05:56:56.750267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb0453-e2b2-44d7-8a6c-e6da46fbcef2 req-14adcca0-e081-4793-b7e5-09cad7bfc1e5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:56.753123 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9edb0453-e2b2-44d7-8a6c-e6da46fbcef2 req-14adcca0-e081-4793-b7e5-09cad7bfc1e5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1610920
Jan 27 05:56:56.815493 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9edb0453-e2b2-44d7-8a6c-e6da46fbcef2 req-b1b601ac-fc43-465e-adf6-4f325a345c97 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567093
Jan 27 05:56:58.235832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40fee1-24fb-4199-8c31-9c2ce0a9b9d3 req-d30a3a3e-05cf-4cc5-a434-ad3117238634 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:58.238338 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a40fee1-24fb-4199-8c31-9c2ce0a9b9d3 req-d30a3a3e-05cf-4cc5-a434-ad3117238634 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1743093
Jan 27 05:56:58.310948 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a40fee1-24fb-4199-8c31-9c2ce0a9b9d3 req-33fcb1df-3512-4a83-a533-c742a0cae0c0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651524
Jan 27 05:56:59.232844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b4e6d60a-bb18-4ddc-9a43-22028329699d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:56:59.650240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320eab8-ab23-4d95-9467-4ed9a8ea08c6 req-508d3e94-77aa-43f2-a29a-d4444c24dcb5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:56:59.654065 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e320eab8-ab23-4d95-9467-4ed9a8ea08c6 req-508d3e94-77aa-43f2-a29a-d4444c24dcb5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1846809
Jan 27 05:56:59.744432 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e320eab8-ab23-4d95-9467-4ed9a8ea08c6 req-f22b5a4e-1376-48f6-a5ca-3af392546f54 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856311
Jan 27 05:57:01.564105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0dec5f62-bb03-4879-9961-df0dbcf2dfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:02.475892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:03.589951 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:03.672433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:08.754645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 41650) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:08.877161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f01b2d-508f-4850-ad9c-29b3716fbaa2 admin admin] Deleting subnet 549f18a0-ffba-4d83-8bb1-2a319de690f8 {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 05:57:08.881635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66f01b2d-508f-4850-ad9c-29b3716fbaa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:08.961391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66f01b2d-508f-4850-ad9c-29b3716fbaa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253318'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:09.043951 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66f01b2d-508f-4850-ad9c-29b3716fbaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:09.511446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66f01b2d-508f-4850-ad9c-29b3716fbaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2902153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850770639'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:09.529453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a1c03926-15ce-4dab-8ceb-7eaa377512af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:09.853669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f01b2d-508f-4850-ad9c-29b3716fbaa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549f18a0-ffba-4d83-8bb1-2a319de690f8,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:09.866849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-66f01b2d-508f-4850-ad9c-29b3716fbaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:09.906109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-66f01b2d-508f-4850-ad9c-29b3716fbaa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:09.915463 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-66f01b2d-508f-4850-ad9c-29b3716fbaa2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/549f18a0-ffba-4d83-8bb1-2a319de690f8 HTTP/1.1" status: 204  len: 168 time: 1.1595330
Jan 27 05:57:09.918442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 41658) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:10.126756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:10.418621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:10.563451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa633a1c780>,) {'filters': {'network_id': ['1eab10fd-3023-4849-bdcb-aa5210ba6f1b']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:57:10.579626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633a1c780>, 'ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:57:10.579968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633a1c780>, 'ac5d0bfb-5eb1-40fc-a194-098f9b8a6d75') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:57:10.595643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852522482'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:10.614888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:10.617484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 05:57:10.844359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:57:10.856478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851861974'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:11.088642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Network 1eab10fd-3023-4849-bdcb-aa5210ba6f1b has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 05:57:11.115695 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 05:57:11.256292 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:11.261118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:11.279208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:11.295793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Pushing event deleted for resources: {'Network': ['ID=1eab10fd-3023-4849-bdcb-aa5210ba6f1b,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:11.304869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.305212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.305885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.306288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.306691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.307083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.307510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.307907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.308298 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.308687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.309073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.309458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.309916 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.310305 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.310687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.311072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.311483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.311874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.312257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.312642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.313026 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.313406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.313791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.314171 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:11.319711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:11.348759 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-8f6ec2a2-2d6e-40ec-8205-3ad0b5fb9bed admin admin] 10.222.0.24 "DELETE /v2.0/networks/1eab10fd-3023-4849-bdcb-aa5210ba6f1b HTTP/1.1" status: 204  len: 168 time: 1.4286394
Jan 27 05:57:11.736764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 41670) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:11.810554 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-767dd948-6089-44eb-a197-ebd1d09ff689 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64819e42216d48a18721c4eee82733ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0722311
Jan 27 05:57:11.813814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 41676) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:11.911185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-11f7bacf-c1b3-4271-8dcb-b2902afa56eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:11.944452 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-11f7bacf-c1b3-4271-8dcb-b2902afa56eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:12.027036 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-11f7bacf-c1b3-4271-8dcb-b2902afa56eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:12.032528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f79a780d-e34e-41e2-b9fd-fa63453d6314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:12.049428 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7bacf-c1b3-4271-8dcb-b2902afa56eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b1e31e-b637-4a86-bbca-6b853bd25c91,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:12.052319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-11f7bacf-c1b3-4271-8dcb-b2902afa56eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:12.084547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-11f7bacf-c1b3-4271-8dcb-b2902afa56eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:12.085813 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-11f7bacf-c1b3-4271-8dcb-b2902afa56eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49b1e31e-b637-4a86-bbca-6b853bd25c91 HTTP/1.1" status: 204  len: 168 time: 0.2707248
Jan 27 05:57:16.494554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a242b-6d7e-4353-a4c7-af1176785764 req-82776956-ac2c-4871-a982-f2d84eb8a76e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:16.496416 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-928a242b-6d7e-4353-a4c7-af1176785764 req-82776956-ac2c-4871-a982-f2d84eb8a76e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1884043
Jan 27 05:57:16.568912 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-928a242b-6d7e-4353-a4c7-af1176785764 req-1d4e6f91-d9f8-4ccf-b483-016fa68fe850 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624840
Jan 27 05:57:17.908853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184eb90-1467-4eca-8624-09a3296f5e67 req-2b04b2df-05c3-4d3c-8e02-58dfc2f7ff81 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:17.911163 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0184eb90-1467-4eca-8624-09a3296f5e67 req-2b04b2df-05c3-4d3c-8e02-58dfc2f7ff81 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1967213
Jan 27 05:57:18.012439 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0184eb90-1467-4eca-8624-09a3296f5e67 req-12317387-4b68-463a-872d-6120d9433513 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0924194
Jan 27 05:57:19.326633 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a22942-d0b8-4046-960e-56c92d31d3a6 req-9808bf16-2976-41f4-8538-8dbbc26dcb06 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:19.326633 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-46a22942-d0b8-4046-960e-56c92d31d3a6 req-9808bf16-2976-41f4-8538-8dbbc26dcb06 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1697221
Jan 27 05:57:19.397204 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-46a22942-d0b8-4046-960e-56c92d31d3a6 req-257d2c1e-e0f6-4b22-a56f-cb4a76be6f01 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647941
Jan 27 05:57:20.731344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f004-1aac-44f6-b76b-5702ff8a6818 req-616b54a1-c717-474d-9642-0e3c2eb13bf5 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:20.734285 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d9f4f004-1aac-44f6-b76b-5702ff8a6818 req-616b54a1-c717-474d-9642-0e3c2eb13bf5 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1938803
Jan 27 05:57:20.805895 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d9f4f004-1aac-44f6-b76b-5702ff8a6818 req-4921719a-b0b1-44ba-9b4a-c99d5e44d52e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638928
Jan 27 05:57:22.093815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec2916-a1b1-4f2e-a6ef-2b060d7b9213 req-a47652bf-8b57-46ae-b79d-f80d9ea28892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:22.095567 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-caec2916-a1b1-4f2e-a6ef-2b060d7b9213 req-a47652bf-8b57-46ae-b79d-f80d9ea28892 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1519089
Jan 27 05:57:22.157180 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-caec2916-a1b1-4f2e-a6ef-2b060d7b9213 req-83344744-a331-435c-87b1-8e93528d52af tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551462
Jan 27 05:57:23.459453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1291b-5c5a-48f3-8b39-e26bf6c7edf0 req-a0ca2700-d9f4-44c4-8cda-336bf0046229 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:23.461821 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-80b1291b-5c5a-48f3-8b39-e26bf6c7edf0 req-a0ca2700-d9f4-44c4-8cda-336bf0046229 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1675518
Jan 27 05:57:23.526896 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-80b1291b-5c5a-48f3-8b39-e26bf6c7edf0 req-7b523534-3962-4200-9887-a97deef2ec09 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584493
Jan 27 05:57:24.067868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-631292f8-2181-4810-b35b-d6fd5447aa0f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Synchronizing usage tracker for tenant:6fb61d3420134653b9816952a3dd423c on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:57:24.112209 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-631292f8-2181-4810-b35b-d6fd5447aa0f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Unset dirty status for tenant:6fb61d3420134653b9816952a3dd423c on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:57:24.113606 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-631292f8-2181-4810-b35b-d6fd5447aa0f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-34911922&fields=id&tenant_id=6fb61d3420134653b9816952a3dd423c HTTP/1.1" status: 200  len: 267 time: 0.1039636
Jan 27 05:57:24.349298 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-69c181b5-0ace-4e91-abe7-96493b82bd1d tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:24.350107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-69c181b5-0ace-4e91-abe7-96493b82bd1d tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Synchronizing usage tracker for tenant:6fb61d3420134653b9816952a3dd423c on resource:network {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:57:24.389673 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-69c181b5-0ace-4e91-abe7-96493b82bd1d tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Unset dirty status for tenant:6fb61d3420134653b9816952a3dd423c on resource:network {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:57:24.391050 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-69c181b5-0ace-4e91-abe7-96493b82bd1d tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/networks?id=4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 200  len: 808 time: 0.2688169
Jan 27 05:57:24.408365 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-16da75f8-2a19-4ec5-9d72-ce0da6e6c307 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/quotas/6fb61d3420134653b9816952a3dd423c HTTP/1.1" status: 200  len: 375 time: 0.0111129
Jan 27 05:57:24.537072 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-e9647c50-dba8-4c02-8795-b528e6c10051 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fb61d3420134653b9816952a3dd423c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1177669
Jan 27 05:57:24.825513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49b257-0976-406d-99aa-1166fc5c0976 req-cd784904-98b6-48a8-8cab-99eb64f66910 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:24.827310 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3f49b257-0976-406d-99aa-1166fc5c0976 req-cd784904-98b6-48a8-8cab-99eb64f66910 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1551681
Jan 27 05:57:24.858625 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-a2e33972-4a65-4dea-a7df-de650def9840 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3085067
Jan 27 05:57:24.901516 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3f49b257-0976-406d-99aa-1166fc5c0976 req-c8961640-7766-4fda-ac77-e418f7551bc5 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663509
Jan 27 05:57:25.026538 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-2c5ce6f0-b489-4f81-bc32-6d4b47440cf4 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1612103
Jan 27 05:57:25.344631 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:26.204416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7005d-19c8-44c8-a630-30519c2e8f54 req-9614bd3e-3233-426b-9e19-232ea55afbd4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:26.206161 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b4b7005d-19c8-44c8-a630-30519c2e8f54 req-9614bd3e-3233-426b-9e19-232ea55afbd4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1578221
Jan 27 05:57:26.270193 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b4b7005d-19c8-44c8-a630-30519c2e8f54 req-657456e7-7fe4-4623-b562-7cc03415627b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561140
Jan 27 05:57:26.684382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-2eccc767-d07c-4956-b9bf-e80443a836fb req-f6f0b8ab-240d-4265-b71f-9a99cc47d7c4 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Synchronizing usage tracker for tenant:6fb61d3420134653b9816952a3dd423c on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:57:26.752466 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-2eccc767-d07c-4956-b9bf-e80443a836fb req-f6f0b8ab-240d-4265-b71f-9a99cc47d7c4 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Unset dirty status for tenant:6fb61d3420134653b9816952a3dd423c on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:57:26.753872 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2eccc767-d07c-4956-b9bf-e80443a836fb req-f6f0b8ab-240d-4265-b71f-9a99cc47d7c4 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 210 time: 0.1677117
Jan 27 05:57:27.638564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea014f-12f2-4f8a-993e-40faf982e871 req-8221d2b3-c5e2-4279-a280-c25bba5ea509 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:27.640358 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-eeea014f-12f2-4f8a-993e-40faf982e871 req-8221d2b3-c5e2-4279-a280-c25bba5ea509 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1532528
Jan 27 05:57:27.709116 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-eeea014f-12f2-4f8a-993e-40faf982e871 req-96a34d2f-18bb-465d-87a8-4b6b1b95ccfc tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619380
Jan 27 05:57:27.952592 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1a6fdb3c-b664-4bf2-a386-695879c85f71 req-c2cc92ff-bb25-490e-9850-ccd59e683f62 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 210 time: 0.0634236
Jan 27 05:57:29.004196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d62c-6142-4b78-a01b-cc2f472a095d req-cd359902-ead3-49d5-b48d-629c538f8cf4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:29.006008 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dec9d62c-6142-4b78-a01b-cc2f472a095d req-cd359902-ead3-49d5-b48d-629c538f8cf4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1635182
Jan 27 05:57:29.080667 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dec9d62c-6142-4b78-a01b-cc2f472a095d req-23a29933-7697-460e-b0f4-3a5525376981 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665004
Jan 27 05:57:29.146554 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-caa85758-3431-4f14-b6c9-3ea73414fad9 req-d4ed34f3-3d5b-4605-9776-dd799d77af59 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 210 time: 0.0501025
Jan 27 05:57:29.190460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-09ff8ab2-bb89-4c74-aa5d-17328f9e1cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:30.338631 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-47f82851-8d7e-4782-bcfd-83070ad33637 req-a5ea2aa1-68c5-47f7-848e-a2b307e1b988 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 210 time: 0.0530329
Jan 27 05:57:30.365098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef09658-111d-47bd-937d-d1391e97cd11 req-20054d4a-5dc3-48c4-bd31-3bf8b015f55e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:30.366804 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aef09658-111d-47bd-937d-d1391e97cd11 req-20054d4a-5dc3-48c4-bd31-3bf8b015f55e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1530931
Jan 27 05:57:30.428616 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aef09658-111d-47bd-937d-d1391e97cd11 req-44d085bd-ce8d-47af-b557-95625cdc13c6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547862
Jan 27 05:57:31.012938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebc032-e947-4571-9a0e-30c36e3c067a req-537a2a2b-6444-459b-9b01-a27f96cff89f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:31.014562 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-efebc032-e947-4571-9a0e-30c36e3c067a req-537a2a2b-6444-459b-9b01-a27f96cff89f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.1563201
Jan 27 05:57:31.096227 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-efebc032-e947-4571-9a0e-30c36e3c067a req-001e6575-a0bb-495d-aa90-dbce1b3ffb1f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0741293
Jan 27 05:57:31.575096 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1b5fed8a-5d3d-47d2-a91b-e360e4446a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:31.757398 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b6a3b3ba-fd79-4749-bd8c-ef6f845488a4 req-418b9642-5aad-4184-9639-41a9141cf562 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 210 time: 0.2850151
Jan 27 05:57:31.759754 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b4bcc-3b81-4152-81e2-fa72ad5fb4d1 req-71220f5d-da4f-4432-a54d-5e81ab7dddbf tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:31.761469 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-593b4bcc-3b81-4152-81e2-fa72ad5fb4d1 req-71220f5d-da4f-4432-a54d-5e81ab7dddbf tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1755102
Jan 27 05:57:31.828098 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-593b4bcc-3b81-4152-81e2-fa72ad5fb4d1 req-178a31db-e52a-49d6-b010-2d63db672dbb tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594623
Jan 27 05:57:32.199615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:57:32.375039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190db510-6d13-445d-ae90-09a2dda6cb3b req-4c3bf756-3536-41cd-b967-7463df052aec tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:32.376784 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-190db510-6d13-445d-ae90-09a2dda6cb3b req-4c3bf756-3536-41cd-b967-7463df052aec tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.1465576
Jan 27 05:57:32.438212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:32.459205 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-190db510-6d13-445d-ae90-09a2dda6cb3b req-beecd8a5-5848-433d-97a0-caf71abecf63 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0751209
Jan 27 05:57:32.701156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fb22-873a-45cf-9332-5734beec20d3 req-6930daa5-1b2e-439a-a3e3-faa80a789f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:32.702804 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3773fb22-873a-45cf-9332-5734beec20d3 req-6930daa5-1b2e-439a-a3e3-faa80a789f04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 1203 time: 0.0836010
Jan 27 05:57:32.896857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fb22-873a-45cf-9332-5734beec20d3 req-b735f457-5021-4c97-bf17-93bc908224ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:32.900440 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3773fb22-873a-45cf-9332-5734beec20d3 req-b735f457-5021-4c97-bf17-93bc908224ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 200  len: 909 time: 0.1897888
Jan 27 05:57:33.042049 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ee77dc38-cfdd-4360-b48e-aed559580848 req-374fb243-45f8-434b-9e3d-4edc29ce973c tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 210 time: 0.0710094
Jan 27 05:57:33.111852 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3773fb22-873a-45cf-9332-5734beec20d3 req-63d6c37f-ed39-4d56-889f-1b14854207c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 1002 time: 0.2043362
Jan 27 05:57:33.199541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fb22-873a-45cf-9332-5734beec20d3 req-dfc486f6-c9e1-4588-be82-5ae9d32396f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:33.201581 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3773fb22-873a-45cf-9332-5734beec20d3 req-dfc486f6-c9e1-4588-be82-5ae9d32396f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7102eb78-3f89-429f-b94f-a5724a2de8de HTTP/1.1" status: 200  len: 854 time: 0.0822403
Jan 27 05:57:33.280517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db06fe-e2c1-4450-989c-5696f1ee56ea req-9f60c101-f943-4861-a8fd-bf5f08ced73e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:33.282146 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-66db06fe-e2c1-4450-989c-5696f1ee56ea req-9f60c101-f943-4861-a8fd-bf5f08ced73e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2558622
Jan 27 05:57:33.412261 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-66db06fe-e2c1-4450-989c-5696f1ee56ea req-43901e5b-5cf6-4f65-920c-e2c74e4e6f2f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870235
Jan 27 05:57:33.434418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773fb22-873a-45cf-9332-5734beec20d3 req-014715d6-7e9e-4443-8022-385e9d870256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:33.436390 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3773fb22-873a-45cf-9332-5734beec20d3 req-014715d6-7e9e-4443-8022-385e9d870256 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39acc527-f903-4eaa-b66c-449a6bd00a28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1528785
Jan 27 05:57:33.586425 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:33.678476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:33.711344 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3773fb22-873a-45cf-9332-5734beec20d3 req-05ec87c2-b17b-4f84-9c76-d3432f1a4c51 service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418649
Jan 27 05:57:34.013277 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3773fb22-873a-45cf-9332-5734beec20d3 req-0645f0cd-443d-4a9b-bc7f-d1429f9e406c service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2893276
Jan 27 05:57:34.069008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54a58f-8e9d-4bc0-8b96-cc4905d22281 req-a5da8e03-176b-435e-a70a-a10177f73321 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:34.071674 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf54a58f-8e9d-4bc0-8b96-cc4905d22281 req-a5da8e03-176b-435e-a70a-a10177f73321 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.4099853
Jan 27 05:57:34.202649 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf54a58f-8e9d-4bc0-8b96-cc4905d22281 req-f2dc44ad-d9f8-405c-881f-8acb51798850 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1084142
Jan 27 05:57:34.323182 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-51a2c720-23cc-4d6b-ba1b-a8cd5f755f2b req-828f8377-9463-4f27-89bc-a0a321df8b95 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 210 time: 0.0746710
Jan 27 05:57:34.355740 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-390ee943-37ce-47d3-afb9-a1624395cba2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:34.357411 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-390ee943-37ce-47d3-afb9-a1624395cba2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.13 "GET /v2.0/networks?id=4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 200  len: 808 time: 0.6302812
Jan 27 05:57:34.499990 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-f030eb3e-7d0c-48c9-9646-a1a93f6a4a18 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fb61d3420134653b9816952a3dd423c HTTP/1.1" status: 200  len: 5755 time: 0.1195335
Jan 27 05:57:34.517664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Request body: {'port': {'device_id': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'admin_state_up': True, 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'security_groups': ['5a891c63-3767-43a6-9978-39b68d8c55ba']}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:57:34.782165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:57:34.797165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:57:34.869012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db586d-b264-498c-9acb-dd1c0711ba9c req-a87fbfce-9429-40d2-897d-67fdad81fc20 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:34.870804 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c0db586d-b264-498c-9acb-dd1c0711ba9c req-a87fbfce-9429-40d2-897d-67fdad81fc20 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2384830
Jan 27 05:57:34.931584 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Made reservation on behalf of 6fb61d3420134653b9816952a3dd423c for: {'port': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:57:34.950741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:34.988710 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c0db586d-b264-498c-9acb-dd1c0711ba9c req-22d863d9-410a-48a6-aab2-a1b8e76a3942 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033161
Jan 27 05:57:35.591023 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d59156-8190-42a1-921c-ec7216b7330c req-0cd0d26e-5a98-4a89-995f-f701fc114dbb tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:35.592821 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-69d59156-8190-42a1-921c-ec7216b7330c req-0cd0d26e-5a98-4a89-995f-f701fc114dbb tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.2444966
Jan 27 05:57:35.644470 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cff48c2f-6a97-4982-bfed-b9b09d4710a3 req-2a11602a-687a-4d6c-838b-fefb5c77d632 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 210 time: 0.0611641
Jan 27 05:57:35.682444 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-69d59156-8190-42a1-921c-ec7216b7330c req-39ac3af1-d0ef-4773-a55a-1adbee304184 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0819905
Jan 27 05:57:35.768387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Allocated IP 172.20.0.13 (4bdcdb00-07a0-4323-a4fd-398255002d72/dfe35322-0c0d-4d2e-8244-74993ea6bc2c/c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:57:36.020897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:36.058116 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Transition to ACTIVE for port object c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 will not be triggered until provisioned by entity DHCP. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:57:36.119454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:36.139719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ac06c8b6-09c1-49b3-9b6e-adc210ba5e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:36.290233 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Pushing event updated for resources: {'Port': ['ID=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:36.300108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:36.358570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:57:36.362208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:57:36.362453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:57:36.561759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:36.562695 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:36.673568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff956e25-1b55-4503-bdd4-10d5f6bb01fd req-e81a501b-af8e-40f5-862e-99ca2c96be3a tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:36.675342 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ff956e25-1b55-4503-bdd4-10d5f6bb01fd req-e81a501b-af8e-40f5-862e-99ca2c96be3a tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2704022
Jan 27 05:57:36.681018 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-81725ee7-4b66-4f29-8367-9f7f5e19246f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1720073
Jan 27 05:57:36.706857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e5072cda-0801-4a69-ba09-854b2b4b8b19 None None] Provisioning for port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:57:36.711289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Request body: {'port': {'device_id': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:57:36.713286 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e5072cda-0801-4a69-ba09-854b2b4b8b19 None None] Provisioning complete for port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:57:36.713780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5072cda-0801-4a69-ba09-854b2b4b8b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:36.780120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e5072cda-0801-4a69-ba09-854b2b4b8b19 None None] Port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:57:36.892148 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ff956e25-1b55-4503-bdd4-10d5f6bb01fd req-c3b84361-d550-4187-8a57-d76afa327b01 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2076237
Jan 27 05:57:36.899630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:37.015911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac05c5-9a5b-49fc-ac17-a8b908a28361 req-39cd5627-1710-47cd-b7a1-6a818ed83b75 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:37.017662 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-79ac05c5-9a5b-49fc-ac17-a8b908a28361 req-39cd5627-1710-47cd-b7a1-6a818ed83b75 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 932 time: 0.1960588
Jan 27 05:57:37.087670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-79ac05c5-9a5b-49fc-ac17-a8b908a28361 req-ae9b1780-5d9b-4df9-82f7-0945ace3ad75 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Synchronizing usage tracker for tenant:6fb61d3420134653b9816952a3dd423c on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:57:37.101292 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-79ac05c5-9a5b-49fc-ac17-a8b908a28361 req-ae9b1780-5d9b-4df9-82f7-0945ace3ad75 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Unset dirty status for tenant:6fb61d3420134653b9816952a3dd423c on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:57:37.103041 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-79ac05c5-9a5b-49fc-ac17-a8b908a28361 req-ae9b1780-5d9b-4df9-82f7-0945ace3ad75 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0727322
Jan 27 05:57:37.319449 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b80605-dfc9-43b6-97ba-faed0ce13b86 req-6a5c3c95-94de-40dc-b48e-735937f3f2b2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:37.321717 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-60b80605-dfc9-43b6-97ba-faed0ce13b86 req-6a5c3c95-94de-40dc-b48e-735937f3f2b2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.2529130
Jan 27 05:57:37.501319 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-60b80605-dfc9-43b6-97ba-faed0ce13b86 req-53845686-3fac-465f-9880-9269d8c1428e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1553738
Jan 27 05:57:37.636274 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 {{(pid=80177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:57:37.652395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:37.677443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Transition to ACTIVE for port object c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 will not be triggered until provisioned by entity L2. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:57:37.715989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:37.732886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:37.872764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Pushing event updated for resources: {'Port': ['ID=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:37.880706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:38.118909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Attempting to bind port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:57:38.119585 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Attempting to bind port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:57:38.120174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Attempting to bind port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 on network 4bdcdb00-07a0-4323-a4fd-398255002d72 {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:57:38.132042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:57:38.133213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Checking segment: {'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:57:38.133969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:38.134594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Bound using segment: {'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:57:38.135494 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Bound port: c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eea65eb-6281-4e69-b191-14d2a086f8f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72'}}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:57:38.138764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:38.285730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] For port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8, host hv-cinder-77262, cleared binding levels {{(pid=80177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:57:38.290806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] For port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:57:38.316532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52863db-20b1-4882-a329-2709d48eb992 req-3c6b6876-83ba-4cfd-a0a5-bebd3bef97b5 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:38.318547 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b52863db-20b1-4882-a329-2709d48eb992 req-3c6b6876-83ba-4cfd-a0a5-bebd3bef97b5 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2250845
Jan 27 05:57:38.340668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:38.365502 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9d4aaa39-563d-4324-9254-cc6325ac9f7a tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:38.385889 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b52863db-20b1-4882-a329-2709d48eb992 req-0ab6c283-d65b-4d3e-8f0c-a14b0a9651ac tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588355
Jan 27 05:57:38.536960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42118) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:38.560948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Pushing event updated for resources: {'Port': ['ID=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,revision_number=3']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:38.564680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:38.667136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b23b4-b610-4a3a-a1d7-f581d270246c req-3a1ef3dd-9488-4fbc-8e07-72c24f1b6f1f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:38.668011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-1c9b23b4-b610-4a3a-a1d7-f581d270246c req-3a1ef3dd-9488-4fbc-8e07-72c24f1b6f1f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Synchronizing usage tracker for tenant:6fb61d3420134653b9816952a3dd423c on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:57:38.698475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:38.699323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:38.701455 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] 10.222.0.13 "PUT /v2.0/ports/c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 1158 time: 1.9981966
Jan 27 05:57:38.702378 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:57:38.729655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-1c9b23b4-b610-4a3a-a1d7-f581d270246c req-3a1ef3dd-9488-4fbc-8e07-72c24f1b6f1f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Unset dirty status for tenant:6fb61d3420134653b9816952a3dd423c on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:57:38.732103 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:38.740410 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1c9b23b4-b610-4a3a-a1d7-f581d270246c req-3a1ef3dd-9488-4fbc-8e07-72c24f1b6f1f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.4455264
Jan 27 05:57:38.751505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:57:38.758105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Usage tracker for resource:security_group_rule and tenant:86c264d42b7b4b61b7722fabfe5d22c8 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:57:38.776953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:57:38.788365 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:57:38.899432 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:38.902562 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1c9b23b4-b610-4a3a-a1d7-f581d270246c req-6a59b521-90b8-4849-b794-eb65534e7cfe tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1558225
Jan 27 05:57:38.937782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:38.974221 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d4f6aeb3-5e34-4a0c-aff7-3dc085df0676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:39.011456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-20654b9b-7927-4674-88be-ef0cee7e8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:39.017662 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-20654b9b-7927-4674-88be-ef0cee7e8848 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fb61d3420134653b9816952a3dd423c&device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1161 time: 0.2065394
Jan 27 05:57:39.029009 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86c264d42b7b4b61b7722fabfe5d22c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4924116
Jan 27 05:57:39.031840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42132) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:39.161978 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-638490ff-b817-44d5-84b2-54d3e5370e78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 217 time: 0.1103635
Jan 27 05:57:39.178267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ad6a73-6218-489c-9b5c-fcdf6b415134,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:39.202564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.202962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.203391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.203762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.204159 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.204551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.204939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.205326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.205713 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.206102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.206495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.206868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.207314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.207762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.208101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.208486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.208857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.209239 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.209617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.210056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.210377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.211307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.211716 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.212172 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:39.219407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:39.243186 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8', 'status': 'completed', 'code': 200}
Jan 27 05:57:39.270590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e671c35f-13b7-4665-ad05-a5104b643d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:39.286455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-193b58d0-ab4f-4fa6-9cb9-1e822c8afc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:39.288081 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-193b58d0-ab4f-4fa6-9cb9-1e822c8afc61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfe35322-0c0d-4d2e-8244-74993ea6bc2c HTTP/1.1" status: 200  len: 847 time: 0.1103392
Jan 27 05:57:39.311322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296db95a-2ac3-4f72-9271-28e034772694 req-efa1d43d-6231-4143-8f3b-073564c97d6f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:39.313088 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-296db95a-2ac3-4f72-9271-28e034772694 req-efa1d43d-6231-4143-8f3b-073564c97d6f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.2829769
Jan 27 05:57:39.328523 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20289758-0a34-4573-b577-9ee9667fc86b req-630e1721-724a-42f2-aa00-74e05a1b0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:39.330440 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20289758-0a34-4573-b577-9ee9667fc86b req-630e1721-724a-42f2-aa00-74e05a1b0ace service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 1162 time: 0.2013080
Jan 27 05:57:39.365619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e671c35f-13b7-4665-ad05-a5104b643d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:39.486243 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-296db95a-2ac3-4f72-9271-28e034772694 req-d3f5a1c1-e734-4c0f-b6c2-21b1ffb6b83b tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1626728
Jan 27 05:57:39.506690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-1d371b15-3174-4e7f-9442-b0debf49a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:39.508596 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-1d371b15-3174-4e7f-9442-b0debf49a047 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdcdb00-07a0-4323-a4fd-398255002d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2066281
Jan 27 05:57:39.547924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20289758-0a34-4573-b577-9ee9667fc86b req-360c64e7-29a0-4939-afc5-45ca556a31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:39.549565 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20289758-0a34-4573-b577-9ee9667fc86b req-360c64e7-29a0-4939-afc5-45ca556a31a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 905 time: 0.2045269
Jan 27 05:57:39.582898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495b957-e214-48f4-9961-a0be7fb07224 req-c5000499-6a6e-499a-a468-623ec9792a68 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:39.584752 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c495b957-e214-48f4-9961-a0be7fb07224 req-c5000499-6a6e-499a-a468-623ec9792a68 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2273259
Jan 27 05:57:39.689614 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20289758-0a34-4573-b577-9ee9667fc86b req-27e57784-073b-4828-af8f-1eb16995d458 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93 HTTP/1.1" status: 200  len: 1001 time: 0.1293733
Jan 27 05:57:39.776436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20289758-0a34-4573-b577-9ee9667fc86b req-a214ebbc-bd98-478a-a0c1-0ba62f3f3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:39.778110 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20289758-0a34-4573-b577-9ee9667fc86b req-a214ebbc-bd98-478a-a0c1-0ba62f3f3d9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553256bc-95c4-47dc-a078-dc0fbcc996e5 HTTP/1.1" status: 200  len: 850 time: 0.0807922
Jan 27 05:57:39.869359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20289758-0a34-4573-b577-9ee9667fc86b req-16068324-12b0-4c15-8284-0a5694a73880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:39.871449 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20289758-0a34-4573-b577-9ee9667fc86b req-16068324-12b0-4c15-8284-0a5694a73880 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0862386
Jan 27 05:57:39.979672 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c495b957-e214-48f4-9961-a0be7fb07224 req-dde5c86b-c275-4ee1-ac4a-fb4ac7ed4cb8 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1375840
Jan 27 05:57:39.987378 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e671c35f-13b7-4665-ad05-a5104b643d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:40.012082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-11f7bacf-c1b3-4271-8dcb-b2902afa56eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:40.031579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671c35f-13b7-4665-ad05-a5104b643d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ad6a73-6218-489c-9b5c-fcdf6b415134,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:40.036544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e671c35f-13b7-4665-ad05-a5104b643d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:40.037401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e671c35f-13b7-4665-ad05-a5104b643d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:40.042655 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e671c35f-13b7-4665-ad05-a5104b643d7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0ad6a73-6218-489c-9b5c-fcdf6b415134 HTTP/1.1" status: 204  len: 168 time: 1.0095608
Jan 27 05:57:40.048285 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20289758-0a34-4573-b577-9ee9667fc86b req-699bbaea-1303-47fc-b578-c3d49864a754 service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679878
Jan 27 05:57:40.062608 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-60a91a9a-a240-4b48-b0a1-24e4e3ea38a7 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4755366
Jan 27 05:57:40.248141 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa83be9b-6753-4b0d-ae82-031153104e73 req-353ebc6c-e79f-4e9b-977a-1dadaae6df18 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1756601
Jan 27 05:57:40.348208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f89369-8dcb-4dd5-ac5c-9d797f8b5981 req-b0b66adb-e854-4f8b-9d3c-fb0f7456dd36 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:40.349983 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-47f89369-8dcb-4dd5-ac5c-9d797f8b5981 req-b0b66adb-e854-4f8b-9d3c-fb0f7456dd36 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.2923715
Jan 27 05:57:40.357080 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20289758-0a34-4573-b577-9ee9667fc86b req-46f94669-fc94-44ca-a3ed-8dea1b59608f service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2555740
Jan 27 05:57:40.547261 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-47f89369-8dcb-4dd5-ac5c-9d797f8b5981 req-d0695416-24a6-4a76-867a-84d694744407 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1880133
Jan 27 05:57:40.590904 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85db2-a29c-47a1-8815-d60b6dfc3054 req-e63b3291-7936-4902-bed7-b597e916631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:40.592653 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c6a85db2-a29c-47a1-8815-d60b6dfc3054 req-e63b3291-7936-4902-bed7-b597e916631e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fb61d3420134653b9816952a3dd423c&device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1161 time: 0.2072921
Jan 27 05:57:40.768117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42148) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:40.772193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85db2-a29c-47a1-8815-d60b6dfc3054 req-8eb43b5f-076d-4df1-a37e-229f3e342bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:40.775849 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c6a85db2-a29c-47a1-8815-d60b6dfc3054 req-8eb43b5f-076d-4df1-a37e-229f3e342bcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 200  len: 902 time: 0.1749113
Jan 27 05:57:40.837210 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-79e1861a-6c46-4c76-8646-71990175c053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:40.873623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-79e1861a-6c46-4c76-8646-71990175c053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:57:40.880002 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-79e1861a-6c46-4c76-8646-71990175c053 admin admin] Usage tracker for resource:security_group_rule and tenant:8b05fc8597db4d43bb96ef7f627826e4 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:57:40.884998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-79e1861a-6c46-4c76-8646-71990175c053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:57:40.892835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-79e1861a-6c46-4c76-8646-71990175c053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:57:40.922692 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c6a85db2-a29c-47a1-8815-d60b6dfc3054 req-15af0ea0-a168-4be1-88f2-a1141a46fedd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 217 time: 0.1371939
Jan 27 05:57:40.988604 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d3d79-15c6-4281-a05e-d3bd506617be req-13d6b6f7-710b-4b25-b97d-7affb042e0e8 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:40.990356 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-024d3d79-15c6-4281-a05e-d3bd506617be req-13d6b6f7-710b-4b25-b97d-7affb042e0e8 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.3393650
Jan 27 05:57:41.039264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85db2-a29c-47a1-8815-d60b6dfc3054 req-2676fa64-4847-4f6e-a726-ee5dd8a40095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:41.041690 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c6a85db2-a29c-47a1-8815-d60b6dfc3054 req-2676fa64-4847-4f6e-a726-ee5dd8a40095 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfe35322-0c0d-4d2e-8244-74993ea6bc2c HTTP/1.1" status: 200  len: 847 time: 0.1128764
Jan 27 05:57:41.087776 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-024d3d79-15c6-4281-a05e-d3bd506617be req-c84132ad-9684-45a5-ac07-5038166e36c2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0902977
Jan 27 05:57:41.171474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-79e1861a-6c46-4c76-8646-71990175c053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:41.172383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85db2-a29c-47a1-8815-d60b6dfc3054 req-3cc90c81-16fd-4359-b46b-a0df579f76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:41.175219 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c6a85db2-a29c-47a1-8815-d60b6dfc3054 req-3cc90c81-16fd-4359-b46b-a0df579f76e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdcdb00-07a0-4323-a4fd-398255002d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1256535
Jan 27 05:57:41.203756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-79e1861a-6c46-4c76-8646-71990175c053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:41.217092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7cdcd23f-9fdd-4b6a-8bee-2c9a6ddbb9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:41.264969 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-79e1861a-6c46-4c76-8646-71990175c053 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b05fc8597db4d43bb96ef7f627826e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4950249
Jan 27 05:57:41.265991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1861a-6c46-4c76-8646-71990175c053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ac280f-8469-4a2e-a9fb-1a42298cedc5,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:41.268595 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42154) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:41.271475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-79e1861a-6c46-4c76-8646-71990175c053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:41.344778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-643a811d-8f8a-4f09-992e-87409151faaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:41.380039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-643a811d-8f8a-4f09-992e-87409151faaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:41.464244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-643a811d-8f8a-4f09-992e-87409151faaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:41.466177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60473b91-3989-49a9-8223-b9d270486b1d req-97549be3-cdaf-431f-8a4b-50a77488f576 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:41.468007 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-60473b91-3989-49a9-8223-b9d270486b1d req-97549be3-cdaf-431f-8a4b-50a77488f576 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2913144
Jan 27 05:57:41.469940 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-01240e53-b6ca-4384-851a-aa1d5235054f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:41.470244 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c6a85db2-a29c-47a1-8815-d60b6dfc3054 req-5d4bc057-c8ac-4f58-8bef-c033f37d3256 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558484
Jan 27 05:57:41.484970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a811d-8f8a-4f09-992e-87409151faaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ac280f-8469-4a2e-a9fb-1a42298cedc5,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:41.488646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-643a811d-8f8a-4f09-992e-87409151faaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:41.490838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-643a811d-8f8a-4f09-992e-87409151faaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:41.497191 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-643a811d-8f8a-4f09-992e-87409151faaf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06ac280f-8469-4a2e-a9fb-1a42298cedc5 HTTP/1.1" status: 204  len: 168 time: 0.2231309
Jan 27 05:57:41.878039 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-60473b91-3989-49a9-8223-b9d270486b1d req-c3e82f98-4eb2-46fa-a08a-c56c87be6723 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4001272
Jan 27 05:57:41.917474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba30e9-4f48-4e41-b833-1aa7f51d0879 req-9b2fdc29-487d-4357-8900-86b912bf0862 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:41.920535 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e2ba30e9-4f48-4e41-b833-1aa7f51d0879 req-9b2fdc29-487d-4357-8900-86b912bf0862 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.2001934
Jan 27 05:57:41.990024 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c6a85db2-a29c-47a1-8815-d60b6dfc3054 req-9030fb48-9c8a-4f20-ad7f-50efe33e642b service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5106821
Jan 27 05:57:42.022034 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e2ba30e9-4f48-4e41-b833-1aa7f51d0879 req-c97ef489-a8a2-4e7b-86f1-9d229ac4003c tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0906975
Jan 27 05:57:42.400494 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e592a-7547-4b14-8917-18bdc5114859 req-af7d8b05-4340-4525-98a9-e65190963532 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:42.402327 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd2e592a-7547-4b14-8917-18bdc5114859 req-af7d8b05-4340-4525-98a9-e65190963532 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.1580372
Jan 27 05:57:42.484476 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd2e592a-7547-4b14-8917-18bdc5114859 req-e6a27398-aa2e-479f-8ca1-17a6e9b3b2fb tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0743904
Jan 27 05:57:43.276690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ea128-b94d-450f-8d5b-88ddcab99932 req-354c8cfd-3d5f-49f3-9258-524dab104733 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:43.278539 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-964ea128-b94d-450f-8d5b-88ddcab99932 req-354c8cfd-3d5f-49f3-9258-524dab104733 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1886330
Jan 27 05:57:43.347891 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-964ea128-b94d-450f-8d5b-88ddcab99932 req-231b4810-c0f7-48b5-97a0-1f4f05433272 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613873
Jan 27 05:57:43.371511 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c12bd6-5fa1-48f8-ab60-7c17cf278dce req-6bd04882-267b-4a3b-851d-3da75f3bf277 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:43.373354 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-85c12bd6-5fa1-48f8-ab60-7c17cf278dce req-6bd04882-267b-4a3b-851d-3da75f3bf277 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.2167656
Jan 27 05:57:43.437298 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-85c12bd6-5fa1-48f8-ab60-7c17cf278dce req-c65020c8-47f1-441b-8628-8e3ddffb2ad5 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0574875
Jan 27 05:57:43.783224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32073c97-e32c-4781-a973-5478bb639a38 req-7ac848ed-994d-43e3-8f7c-7e549aa0703d tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:43.784966 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-32073c97-e32c-4781-a973-5478bb639a38 req-7ac848ed-994d-43e3-8f7c-7e549aa0703d tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.1640301
Jan 27 05:57:43.865764 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-32073c97-e32c-4781-a973-5478bb639a38 req-c892d87b-9f23-49ef-a99a-10500f26d08d tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0731227
Jan 27 05:57:44.737791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7477628-ab96-454a-9470-7a8770c8d7ea req-86615385-96ac-44a4-b5f0-2bec859aff66 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:44.740152 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e7477628-ab96-454a-9470-7a8770c8d7ea req-86615385-96ac-44a4-b5f0-2bec859aff66 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1651673
Jan 27 05:57:44.809734 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e7477628-ab96-454a-9470-7a8770c8d7ea req-a3860bf8-b11f-455f-8fea-774a532443d7 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0633259
Jan 27 05:57:45.097089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device d7b8283c-d844-4842-b200-973b436ad410 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:57:45.177901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port d7b8283c-d844-4842-b200-973b436ad410 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:57:45.178348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:45.190342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430d9eb-b7b7-4363-8105-af4c7ac0d2ec req-8f2c2735-82e4-4349-b6fb-19ba21c6056b tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:45.192111 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4430d9eb-b7b7-4363-8105-af4c7ac0d2ec req-8f2c2735-82e4-4349-b6fb-19ba21c6056b tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.1667271
Jan 27 05:57:45.288014 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4430d9eb-b7b7-4363-8105-af4c7ac0d2ec req-164181c8-65cf-41b6-b0ed-81d304e45d2b tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0884252
Jan 27 05:57:45.457178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42248) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:45.656452 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-be7309e6-873b-4074-bf56-0e6d1ad75544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:45.674507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-be7309e6-873b-4074-bf56-0e6d1ad75544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:57:45.679012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-be7309e6-873b-4074-bf56-0e6d1ad75544 admin admin] Usage tracker for resource:security_group_rule and tenant:df099f610dd34bc394c4a38fd66db274 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:57:45.682836 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-be7309e6-873b-4074-bf56-0e6d1ad75544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:57:45.689349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-be7309e6-873b-4074-bf56-0e6d1ad75544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:57:45.803049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-be7309e6-873b-4074-bf56-0e6d1ad75544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:45.831919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-be7309e6-873b-4074-bf56-0e6d1ad75544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:45.849953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9b09ded5-c555-4610-b4a7-e1f199a5d282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:45.917780 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-be7309e6-873b-4074-bf56-0e6d1ad75544 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df099f610dd34bc394c4a38fd66db274&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4546256
Jan 27 05:57:45.917780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7309e6-873b-4074-bf56-0e6d1ad75544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fa5da3-4185-457d-982e-7b899cbb82e1,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:45.919973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42256) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:45.920898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-be7309e6-873b-4074-bf56-0e6d1ad75544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:46.109047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06bd52b1-5d56-45fa-9b30-fcf336d4fe74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:46.149236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06bd52b1-5d56-45fa-9b30-fcf336d4fe74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:46.246294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f47b2-0596-40c0-b5c4-8da224184576 req-600dcb3f-08e6-4954-ab3d-10fe56cb2184 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:46.248091 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-708f47b2-0596-40c0-b5c4-8da224184576 req-600dcb3f-08e6-4954-ab3d-10fe56cb2184 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.2499595
Jan 27 05:57:46.346917 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-708f47b2-0596-40c0-b5c4-8da224184576 req-db99fa41-4f0c-49c9-8b31-cff5254fe836 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0845025
Jan 27 05:57:46.386195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06bd52b1-5d56-45fa-9b30-fcf336d4fe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:46.393044 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b29e816f-c05d-4d08-b9d8-6f4c398ec7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:46.408174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd52b1-5d56-45fa-9b30-fcf336d4fe74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fa5da3-4185-457d-982e-7b899cbb82e1,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:46.411022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06bd52b1-5d56-45fa-9b30-fcf336d4fe74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:46.420015 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06bd52b1-5d56-45fa-9b30-fcf336d4fe74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:46.423801 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-06bd52b1-5d56-45fa-9b30-fcf336d4fe74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73fa5da3-4185-457d-982e-7b899cbb82e1 HTTP/1.1" status: 204  len: 168 time: 0.4989951
Jan 27 05:57:46.608583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5018-b661-4408-a4ca-3817a87804da req-ff292c75-a065-4d42-b486-de081e59a4f6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:46.610328 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ac2a5018-b661-4408-a4ca-3817a87804da req-ff292c75-a065-4d42-b486-de081e59a4f6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.1697099
Jan 27 05:57:46.619399 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-52f7edb8-d9f1-410f-8ded-5d8c7960f612 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0869138
Jan 27 05:57:46.760898 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ac2a5018-b661-4408-a4ca-3817a87804da req-9fff4b4b-59d9-41e8-9d53-3be0655e6b49 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=8307b8d9-ce29-4654-b075-eefd813fa04a&id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1423428
Jan 27 05:57:46.781602 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-4ad431bd-bdc7-411e-b55e-78ff20dbf7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:46.781602 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-4ad431bd-bdc7-411e-b55e-78ff20dbf7c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 1162 time: 0.1149096
Jan 27 05:57:46.962133 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-947dd7ae-898d-456d-9c0b-fff109836ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:46.963756 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-947dd7ae-898d-456d-9c0b-fff109836ebf service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 905 time: 0.1567712
Jan 27 05:57:47.024824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42272) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:47.053285 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5165f11-1fe3-4d79-ac33-2b51e20bf169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:47.070523 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b5165f11-1fe3-4d79-ac33-2b51e20bf169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:57:47.074893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b5165f11-1fe3-4d79-ac33-2b51e20bf169 admin admin] Usage tracker for resource:security_group_rule and tenant:526056ae52c747ec824cf550eaed25fe is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:57:47.078118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b5165f11-1fe3-4d79-ac33-2b51e20bf169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:57:47.084152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b5165f11-1fe3-4d79-ac33-2b51e20bf169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:57:47.086770 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-eb0a390b-eb81-442d-8996-e2804a8c23af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93 HTTP/1.1" status: 200  len: 1001 time: 0.1161468
Jan 27 05:57:47.163165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-97bdd7d1-f4b6-471b-a7d6-de53aaabc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:47.165076 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-97bdd7d1-f4b6-471b-a7d6-de53aaabc81d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553256bc-95c4-47dc-a078-dc0fbcc996e5 HTTP/1.1" status: 200  len: 850 time: 0.0718567
Jan 27 05:57:47.175532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5165f11-1fe3-4d79-ac33-2b51e20bf169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:47.206504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b5165f11-1fe3-4d79-ac33-2b51e20bf169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:47.215146 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5272d1e8-b12b-49a1-bd68-70d556e63790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:47.265900 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b5165f11-1fe3-4d79-ac33-2b51e20bf169 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=526056ae52c747ec824cf550eaed25fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2397931
Jan 27 05:57:47.266924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5165f11-1fe3-4d79-ac33-2b51e20bf169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09d525a-abb3-4aab-879a-8ea6a6243898,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:47.269643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42276) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:47.270724 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b5165f11-1fe3-4d79-ac33-2b51e20bf169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:47.339866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a26164d0-53d8-4d12-95b1-a0bfa3714987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:47.372010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a26164d0-53d8-4d12-95b1-a0bfa3714987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:47.469420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a26164d0-53d8-4d12-95b1-a0bfa3714987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:47.476606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-26829725-5269-4b5f-83f1-34cc3dad6b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:47.493136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26164d0-53d8-4d12-95b1-a0bfa3714987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09d525a-abb3-4aab-879a-8ea6a6243898,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:47.496314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a26164d0-53d8-4d12-95b1-a0bfa3714987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:47.544519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a26164d0-53d8-4d12-95b1-a0bfa3714987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:47.545740 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a26164d0-53d8-4d12-95b1-a0bfa3714987 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d09d525a-abb3-4aab-879a-8ea6a6243898 HTTP/1.1" status: 204  len: 168 time: 0.2746372
Jan 27 05:57:47.662178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15b834-3f87-455d-b9db-6834bf2e4f44 req-123eb71a-ec27-4860-b096-c3e1cc4b1b8b tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:47.664533 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1b15b834-3f87-455d-b9db-6834bf2e4f44 req-123eb71a-ec27-4860-b096-c3e1cc4b1b8b tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1661558
Jan 27 05:57:47.738185 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1b15b834-3f87-455d-b9db-6834bf2e4f44 req-ed8ed889-987e-4648-b8ba-1aace0b36121 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0609419
Jan 27 05:57:48.355112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-db8f6c26-7eb0-45b0-88c3-677c96d6a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:48.356798 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-db8f6c26-7eb0-45b0-88c3-677c96d6a337 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817001
Jan 27 05:57:49.082535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afc001-7e45-4a05-912a-7427bbe552fd req-de506921-786a-49d7-aa3b-c61b93c332f0 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:49.084536 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-79afc001-7e45-4a05-912a-7427bbe552fd req-de506921-786a-49d7-aa3b-c61b93c332f0 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1774313
Jan 27 05:57:49.164720 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-79afc001-7e45-4a05-912a-7427bbe552fd req-f13ddea1-248d-4253-9749-052d86a2f577 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0717266
Jan 27 05:57:49.332582 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-0d232c4f-edbd-485a-a8a9-311ed81b2dab service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533995
Jan 27 05:57:50.512814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfa696-7a51-4bcb-beb7-b2b952e260cf req-4a3d22fc-50a8-4617-b172-a43ca777ce40 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:50.514550 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bdcfa696-7a51-4bcb-beb7-b2b952e260cf req-4a3d22fc-50a8-4617-b172-a43ca777ce40 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1600971
Jan 27 05:57:50.677594 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bdcfa696-7a51-4bcb-beb7-b2b952e260cf req-eb2466f6-1c1f-46fc-82ac-14b751e1e761 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1390135
Jan 27 05:57:50.705210 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device d7b8283c-d844-4842-b200-973b436ad410 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:57:50.721033 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a240fbe-7456-4218-8266-c0077a6dec9e req-0cceb0a2-9228-4ae4-b073-0df9f2bd54a2 service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2053874
Jan 27 05:57:50.792087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port d7b8283c-d844-4842-b200-973b436ad410 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:57:50.792471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:51.988701 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b33271-f1b7-487f-ba8d-6e6b1ba614da req-c038df7c-5a4b-4516-b8ce-9a9368490ecc tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:51.990810 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c2b33271-f1b7-487f-ba8d-6e6b1ba614da req-c038df7c-5a4b-4516-b8ce-9a9368490ecc tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1770415
Jan 27 05:57:52.063644 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c2b33271-f1b7-487f-ba8d-6e6b1ba614da req-12b6fb91-995e-4de4-860d-d7c9543f4715 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0660985
Jan 27 05:57:53.352772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5160f4-168c-4a74-b4b6-0f8bfc3f391f req-ff8604d0-9072-4dd3-b72d-bb20d67b71af tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:53.354477 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5d5160f4-168c-4a74-b4b6-0f8bfc3f391f req-ff8604d0-9072-4dd3-b72d-bb20d67b71af tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1503465
Jan 27 05:57:53.404305 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42436) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:53.422511 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5d5160f4-168c-4a74-b4b6-0f8bfc3f391f req-c5a4f7c5-2074-412e-8423-268b5765d554 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0616241
Jan 27 05:57:53.573880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18523c5f-b597-43e3-8dc5-aca075cd8b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:53.589884 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-18523c5f-b597-43e3-8dc5-aca075cd8b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:57:53.594111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-18523c5f-b597-43e3-8dc5-aca075cd8b67 admin admin] Usage tracker for resource:security_group_rule and tenant:b23208aa6bbc4c33811f6f50d2f40361 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:57:53.597082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-18523c5f-b597-43e3-8dc5-aca075cd8b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:57:53.604119 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-18523c5f-b597-43e3-8dc5-aca075cd8b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:57:53.692846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18523c5f-b597-43e3-8dc5-aca075cd8b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:53.728930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18523c5f-b597-43e3-8dc5-aca075cd8b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:53.738490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-be7309e6-873b-4074-bf56-0e6d1ad75544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:53.784642 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-18523c5f-b597-43e3-8dc5-aca075cd8b67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b23208aa6bbc4c33811f6f50d2f40361&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3791578
Jan 27 05:57:53.785611 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18523c5f-b597-43e3-8dc5-aca075cd8b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4968239b-cc26-4ee7-a375-41cd1505149b,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:53.787699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42442) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:53.790026 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-18523c5f-b597-43e3-8dc5-aca075cd8b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:53.858633 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-393ab3d1-1423-4480-a68e-27321993966d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:53.888653 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-393ab3d1-1423-4480-a68e-27321993966d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:53.974665 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-393ab3d1-1423-4480-a68e-27321993966d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:53.981157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-feca06ed-3acd-4d3d-b071-67fb066bffc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:53.996785 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ab3d1-1423-4480-a68e-27321993966d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4968239b-cc26-4ee7-a375-41cd1505149b,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:54.000109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-393ab3d1-1423-4480-a68e-27321993966d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:54.001086 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-393ab3d1-1423-4480-a68e-27321993966d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:54.003773 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-393ab3d1-1423-4480-a68e-27321993966d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4968239b-cc26-4ee7-a375-41cd1505149b HTTP/1.1" status: 204  len: 168 time: 0.2129374
Jan 27 05:57:54.562504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42454) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:54.632544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-869d9ff6-9725-4c8e-a73c-2ee3f86d678d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:54.661844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-869d9ff6-9725-4c8e-a73c-2ee3f86d678d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:57:54.668625 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-869d9ff6-9725-4c8e-a73c-2ee3f86d678d admin admin] Usage tracker for resource:security_group_rule and tenant:bcb57d3fed3040dd9c328a5b9a136018 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:57:54.672436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-869d9ff6-9725-4c8e-a73c-2ee3f86d678d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:57:54.681709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-869d9ff6-9725-4c8e-a73c-2ee3f86d678d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:57:54.780719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d1fe5-29ff-4157-85e9-6c20ecabb523 req-db63fbf8-7323-49de-b1fc-e0a833e01ceb tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:54.782384 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-483d1fe5-29ff-4157-85e9-6c20ecabb523 req-db63fbf8-7323-49de-b1fc-e0a833e01ceb tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.2167439
Jan 27 05:57:54.862324 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-483d1fe5-29ff-4157-85e9-6c20ecabb523 req-4b86b1a4-0308-4aeb-ae1d-a83db67e3916 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0734890
Jan 27 05:57:54.906744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-869d9ff6-9725-4c8e-a73c-2ee3f86d678d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:54.937967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-869d9ff6-9725-4c8e-a73c-2ee3f86d678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:54.947793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-643a811d-8f8a-4f09-992e-87409151faaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:54.991031 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-869d9ff6-9725-4c8e-a73c-2ee3f86d678d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcb57d3fed3040dd9c328a5b9a136018&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4272084
Jan 27 05:57:54.993784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d9ff6-9725-4c8e-a73c-2ee3f86d678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500cc6a3-acae-4752-8321-309513244611,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:54.994483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42458) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:57:54.997216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-869d9ff6-9725-4c8e-a73c-2ee3f86d678d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:55.067519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-deca97e0-c881-4389-a5cf-b473a8f3583f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:55.093524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-deca97e0-c881-4389-a5cf-b473a8f3583f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:55.195870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-deca97e0-c881-4389-a5cf-b473a8f3583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:55.201612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ce621261-373f-4368-aaab-0611c3d5d672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:55.213951 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca97e0-c881-4389-a5cf-b473a8f3583f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500cc6a3-acae-4752-8321-309513244611,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:55.219197 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-deca97e0-c881-4389-a5cf-b473a8f3583f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:55.221268 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-deca97e0-c881-4389-a5cf-b473a8f3583f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:55.225380 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-deca97e0-c881-4389-a5cf-b473a8f3583f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/500cc6a3-acae-4752-8321-309513244611 HTTP/1.1" status: 204  len: 168 time: 0.2296591
Jan 27 05:57:55.353716 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:56.184115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86472a-3289-4b20-8f5d-6aeebd79bf1b req-9652b0d0-15f9-4667-8719-9d12128f717f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:56.185886 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ca86472a-3289-4b20-8f5d-6aeebd79bf1b req-9652b0d0-15f9-4667-8719-9d12128f717f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1773107
Jan 27 05:57:56.255346 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ca86472a-3289-4b20-8f5d-6aeebd79bf1b req-b49723c1-56ad-4e7a-b39d-7f371a723aa2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0626750
Jan 27 05:57:56.445516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:57:56.560838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:57:56.566418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:57:56.566868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:56.698198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:56.727555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:57:56.738459 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:57:56.789997 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:56.793511 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8', 'code': 200}
Jan 27 05:57:56.794209 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c887329a-20cf-45bb-adab-e54c27bff214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:57:56.880538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:57:56.890439 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.890835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.891227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.891720 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.891979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.892354 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.892722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.893091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.893451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.893846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.894193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.894548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.894971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.895333 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.895762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.896119 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.896474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.896833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.897191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.897550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.897906 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.898491 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.899059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.899455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:57:56.904390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:57:57.292243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f622d-bd64-44e3-ad0b-0194ef4718aa req-f8ebdbe8-7ceb-4c0e-8612-752760dcec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:57.299798 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-df3f622d-bd64-44e3-ad0b-0194ef4718aa req-f8ebdbe8-7ceb-4c0e-8612-752760dcec61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1163 time: 0.1035471
Jan 27 05:57:57.399185 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-df3f622d-bd64-44e3-ad0b-0194ef4718aa req-2e471cf7-30b9-46a4-a849-61c33bf09df1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0919971
Jan 27 05:57:57.484287 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:57:57.578333 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f97f9-6c21-42f6-bd1d-8cb26370465d req-df7d4b95-aaee-4f94-b922-119adda4a46a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:57.580306 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a9f97f9-6c21-42f6-bd1d-8cb26370465d req-df7d4b95-aaee-4f94-b922-119adda4a46a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1798975
Jan 27 05:57:57.594843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:57:57.595683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:57:57.652540 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5a9f97f9-6c21-42f6-bd1d-8cb26370465d req-f766b8f0-9c76-4936-9b8e-61efeb55cc38 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0648582
Jan 27 05:57:59.001383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc38fe-ab03-47a4-9313-516e091d112d req-fea08f3b-0fc7-4582-a86d-8c2435391520 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:57:59.003117 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-58dc38fe-ab03-47a4-9313-516e091d112d req-fea08f3b-0fc7-4582-a86d-8c2435391520 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1766207
Jan 27 05:57:59.077840 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-58dc38fe-ab03-47a4-9313-516e091d112d req-5966a8eb-25ec-4ad3-929c-980cd42e6987 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0658493
Jan 27 05:57:59.200936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22a50b7b-a5b3-4679-b000-f59634ca201d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:00.410975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804dd52-57cf-451b-bb19-8e30a5115c32 req-8d6fe897-bcf9-4df7-a43d-adda5437a57f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:00.412734 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5804dd52-57cf-451b-bb19-8e30a5115c32 req-8d6fe897-bcf9-4df7-a43d-adda5437a57f tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1800349
Jan 27 05:58:00.478060 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5804dd52-57cf-451b-bb19-8e30a5115c32 req-1bc2529a-983e-4ad0-bddd-5e055e678c98 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0573862
Jan 27 05:58:00.770653 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c22dc2-d79e-40ff-9012-bb43e10000f0 req-74f1862b-5d50-4545-a44c-81cfff859618 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:00.772314 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-74c22dc2-d79e-40ff-9012-bb43e10000f0 req-74f1862b-5d50-4545-a44c-81cfff859618 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1511872
Jan 27 05:58:00.838590 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-74c22dc2-d79e-40ff-9012-bb43e10000f0 req-519f7d3c-c245-4e13-81d6-c38430f177a2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0587909
Jan 27 05:58:01.086356 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-7475150c-285e-40c2-8d7a-92136012af19 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1924691
Jan 27 05:58:01.096781 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Request body: {'floatingip': {'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:01.116383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:01.120929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Usage tracker for resource:floatingip and tenant:6fb61d3420134653b9816952a3dd423c is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:01.124208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:01.130398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:01.180805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for floatingip, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:01.341394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:01.595141 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1d09c4e0-7ea4-47ff-a41d-5d2ca4c38e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:01.639798 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Allocated IP 172.27.2.246 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/0bdfd40b-7c7d-4c37-b2be-c509075b2513) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:58:01.804202 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:01.864087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:01.880650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-16fe4b8e-7e73-4a63-93ed-85a2a3df67a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:02.020335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Pushing event updated for resources: {'Port': ['ID=0bdfd40b-7c7d-4c37-b2be-c509075b2513,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:02.026457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:02.086447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:58:02.087979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:58:02.090440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:58:02.173424 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:02.271520 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:02.431785 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:02.559902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:02.592011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:02.615934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:02.839431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Pushing event updated for resources: {'Port': ['ID=0bdfd40b-7c7d-4c37-b2be-c509075b2513,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:02.844816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:02.955114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:03.014644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:03.016255 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.9235916
Jan 27 05:58:03.303269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:58:03.359087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-961a8329-2112-4dd5-8751-7dfb5d9d3784 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Synchronizing usage tracker for tenant:6fb61d3420134653b9816952a3dd423c on resource:floatingip {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:58:03.386792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:58:03.387340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:03.435344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-961a8329-2112-4dd5-8751-7dfb5d9d3784 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Unset dirty status for tenant:6fb61d3420134653b9816952a3dd423c on resource:floatingip {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:58:03.438600 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-961a8329-2112-4dd5-8751-7dfb5d9d3784 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.246 HTTP/1.1" status: 200  len: 696 time: 0.4143484
Jan 27 05:58:03.586493 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:03.698104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:03.780122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-48ef78cd-36cb-4071-bcde-61a5dca93bd4 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:03.781779 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-157ed10b-7a2d-47ce-a589-6e27c3cf0436 req-48ef78cd-36cb-4071-bcde-61a5dca93bd4 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 784 time: 0.3304403
Jan 27 05:58:04.064143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-7a589831-95aa-4554-9af7-ddaf284e9200 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:04.065920 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-7a589831-95aa-4554-9af7-ddaf284e9200 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1585264
Jan 27 05:58:04.173080 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-de111077-900a-47e1-a8c6-3e39da42a0eb tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.246 HTTP/1.1" status: 200  len: 696 time: 0.1002390
Jan 27 05:58:04.183942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-be97bfbd-f72a-45c1-a69e-91ea5b59fa2a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Request body: {'floatingip': {'port_id': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:04.283143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-be97bfbd-f72a-45c1-a69e-91ea5b59fa2a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for floatingip, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:05.199395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-be97bfbd-f72a-45c1-a69e-91ea5b59fa2a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:05.252329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-be97bfbd-f72a-45c1-a69e-91ea5b59fa2a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:05.450569 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-be97bfbd-f72a-45c1-a69e-91ea5b59fa2a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Floating IP b0ef742a-357f-4cd6-b54f-1bb882d8a10b associated. External IP: 172.27.2.246, port: c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8.
Jan 27 05:58:05.900571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-be97bfbd-f72a-45c1-a69e-91ea5b59fa2a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Router 64cfeecb-0d74-4780-86a6-b9aa59169186 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:58:06.139205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-be97bfbd-f72a-45c1-a69e-91ea5b59fa2a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:58:06.156022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07476ee1-94c7-4599-b46f-24493265e484 None None] Sync routers for ids ['64cfeecb-0d74-4780-86a6-b9aa59169186'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:58:06.176467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07476ee1-94c7-4599-b46f-24493265e484 None None] Routers {'64cfeecb-0d74-4780-86a6-b9aa59169186'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:58:06.180081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-be97bfbd-f72a-45c1-a69e-91ea5b59fa2a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:06.180283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-07476ee1-94c7-4599-b46f-24493265e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63963a940>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:58:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['64cfeecb-0d74-4780-86a6-b9aa59169186'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:58:06.241652 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-be97bfbd-f72a-45c1-a69e-91ea5b59fa2a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "PUT /v2.0/floatingips/b0ef742a-357f-4cd6-b54f-1bb882d8a10b HTTP/1.1" status: 200  len: 997 time: 2.0624335
Jan 27 05:58:06.242730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:58:06.341364 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-ed42b914-559a-442e-82f4-d54aada4b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:06.349378 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-ed42b914-559a-442e-82f4-d54aada4b75f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fb61d3420134653b9816952a3dd423c&device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1163 time: 0.0924656
Jan 27 05:58:06.375195 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8', 'status': 'completed', 'code': 200}
Jan 27 05:58:06.482834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-07476ee1-94c7-4599-b46f-24493265e484 None None] Set router 64cfeecb-0d74-4780-86a6-b9aa59169186 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:58:06.518142 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-30904ebc-836e-4706-9327-d34cb49bdf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:06.527863 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-30904ebc-836e-4706-9327-d34cb49bdf28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 200  len: 902 time: 0.1773696
Jan 27 05:58:06.567761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa1f2-74ba-4a68-b86a-93bfd671f35c req-6b0643c1-5c87-49f7-8710-ea90d1c7cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:06.569964 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-17afa1f2-74ba-4a68-b86a-93bfd671f35c req-6b0643c1-5c87-49f7-8710-ea90d1c7cd98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fb61d3420134653b9816952a3dd423c&device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1163 time: 0.1459394
Jan 27 05:58:06.722880 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-63552463-07ef-46f9-8302-7e9652fb688e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 1000 time: 0.1915605
Jan 27 05:58:06.861471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa1f2-74ba-4a68-b86a-93bfd671f35c req-b5937ff2-04e1-4e3d-8e52-fdb94b3c9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:06.863099 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-17afa1f2-74ba-4a68-b86a-93bfd671f35c req-b5937ff2-04e1-4e3d-8e52-fdb94b3c9339 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 200  len: 902 time: 0.2840450
Jan 27 05:58:06.874539 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-ee9a544c-21a5-44ce-b891-6bc70e42ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:06.887682 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-ee9a544c-21a5-44ce-b891-6bc70e42ccff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe35322-0c0d-4d2e-8244-74993ea6bc2c HTTP/1.1" status: 200  len: 847 time: 0.1589403
Jan 27 05:58:06.984399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-968ea54b-8b85-49e9-a9ae-3b502938e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:06.993934 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-968ea54b-8b85-49e9-a9ae-3b502938e309 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdcdb00-07a0-4323-a4fd-398255002d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1004992
Jan 27 05:58:06.999684 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-705b9b7a-7c67-4ed3-b4c3-b0555ea1f6a7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:58:07.007915 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-705b9b7a-7c67-4ed3-b4c3-b0555ea1f6a7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0129085
Jan 27 05:58:07.084256 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-17afa1f2-74ba-4a68-b86a-93bfd671f35c req-2c61ad50-626c-40d0-a69e-577081afcd18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 1000 time: 0.1954427
Jan 27 05:58:07.182225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa1f2-74ba-4a68-b86a-93bfd671f35c req-11868dbc-c404-438f-ac63-ffee5d099fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:07.185754 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-17afa1f2-74ba-4a68-b86a-93bfd671f35c req-11868dbc-c404-438f-ac63-ffee5d099fe6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfe35322-0c0d-4d2e-8244-74993ea6bc2c HTTP/1.1" status: 200  len: 847 time: 0.0935829
Jan 27 05:58:07.259796 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-94ec4499-1725-46b3-a5c8-29acb06d0d0c service neutron] 10.222.0.24 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2504604
Jan 27 05:58:07.351863 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afa1f2-74ba-4a68-b86a-93bfd671f35c req-893cd544-a879-4614-83eb-91f305f9901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:07.357338 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-17afa1f2-74ba-4a68-b86a-93bfd671f35c req-893cd544-a879-4614-83eb-91f305f9901a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdcdb00-07a0-4323-a4fd-398255002d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1567328
Jan 27 05:58:07.358329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-07476ee1-94c7-4599-b46f-24493265e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63963a940>, [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:21Z', 'revision_number': 4, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'b0ef742a-357f-4cd6-b54f-1bb882d8a10b', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'port_id': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'mac_address': 'fa:16:3e:7e:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:58:02Z', 'updated_at': '2021-01-27T05:58:05Z', 'revision_number': 1, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b119f0-eec8-4569-9c5d-581cb19b5554', 'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'mac_address': 'fa:16:3e:88:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:19Z', 'updated_at': '2021-01-27T05:56:31Z', 'revision_number': 5, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'subnets': [{'id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:58:07.363635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07476ee1-94c7-4599-b46f-24493265e484 None None] Checking router: 64cfeecb-0d74-4780-86a6-b9aa59169186 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:58:07.374733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07476ee1-94c7-4599-b46f-24493265e484 None None] Routers {'64cfeecb-0d74-4780-86a6-b9aa59169186'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:58:07.375510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-07476ee1-94c7-4599-b46f-24493265e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63963a940>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:58:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['64cfeecb-0d74-4780-86a6-b9aa59169186'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:58:07.484132 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-106a7665-49b8-46ef-a31b-7e90b7de8a22 req-708e988c-5cdf-45df-8f55-66ca33508a72 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2150428
Jan 27 05:58:07.521622 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-17afa1f2-74ba-4a68-b86a-93bfd671f35c req-d5235fea-8e5a-4885-8338-2adf1865c3ee service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1607234
Jan 27 05:58:07.596013 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-07476ee1-94c7-4599-b46f-24493265e484 None None] Set router 64cfeecb-0d74-4780-86a6-b9aa59169186 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:58:07.718519 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-17afa1f2-74ba-4a68-b86a-93bfd671f35c req-a7d2db09-b7bf-4e7f-b3fd-b69ce3dba557 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1894307
Jan 27 05:58:08.182397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-07476ee1-94c7-4599-b46f-24493265e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63963a940>, [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:21Z', 'revision_number': 4, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'b0ef742a-357f-4cd6-b54f-1bb882d8a10b', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'port_id': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'mac_address': 'fa:16:3e:7e:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:58:02Z', 'updated_at': '2021-01-27T05:58:05Z', 'revision_number': 1, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b119f0-eec8-4569-9c5d-581cb19b5554', 'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'mac_address': 'fa:16:3e:88:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:19Z', 'updated_at': '2021-01-27T05:56:31Z', 'revision_number': 5, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'subnets': [{'id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:58:08.193858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07476ee1-94c7-4599-b46f-24493265e484 None None] The sync data for ids ['64cfeecb-0d74-4780-86a6-b9aa59169186'] in dv-cinder-772623-1-iscsi is: [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:21Z', 'revision_number': 4, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'b0ef742a-357f-4cd6-b54f-1bb882d8a10b', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'port_id': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'mac_address': 'fa:16:3e:7e:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:58:02Z', 'updated_at': '2021-01-27T05:58:05Z', 'revision_number': 1, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47b119f0-eec8-4569-9c5d-581cb19b5554', 'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'mac_address': 'fa:16:3e:88:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:19Z', 'updated_at': '2021-01-27T05:56:31Z', 'revision_number': 5, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'subnets': [{'id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:58:08.537297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4c048-7748-4f45-bd47-e918b86c8c3c None None] New status for floating IP b0ef742a-357f-4cd6-b54f-1bb882d8a10b: ACTIVE {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 05:58:09.199592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:58:11.451263 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42668) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:11.785946 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:11.807191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:11.816093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:da302b91972e4e929a11077689926eb9 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:11.822599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:11.835758 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:12.022577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:12.082571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:12.092880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e197cf81-30b3-496f-b74a-61f46de6bcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:12.140273 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da302b91972e4e929a11077689926eb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6873410
Jan 27 05:58:12.142190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c925a54-cf8e-4718-8a60-be68a931cf96,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:12.143178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42682) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:12.151680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.152107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.152516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.153089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.153496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.153894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.154289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.154676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.155079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.155500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.155897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.156284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.156753 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.157145 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.157535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.157982 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.158284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.158679 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.159199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.159470 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.159820 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.160205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.160591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.160974 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:12.167296 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:12.217111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86900007-f05a-4d3f-9fbb-d4d8080ffb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:12.250670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86900007-f05a-4d3f-9fbb-d4d8080ffb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:12.325964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86900007-f05a-4d3f-9fbb-d4d8080ffb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:12.331556 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5fad6f63-0de3-483c-8c8d-b566b0d1c81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:12.346065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86900007-f05a-4d3f-9fbb-d4d8080ffb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c925a54-cf8e-4718-8a60-be68a931cf96,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:12.349551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-86900007-f05a-4d3f-9fbb-d4d8080ffb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:12.352955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-86900007-f05a-4d3f-9fbb-d4d8080ffb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:12.356780 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-86900007-f05a-4d3f-9fbb-d4d8080ffb2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c925a54-cf8e-4718-8a60-be68a931cf96 HTTP/1.1" status: 204  len: 168 time: 0.2098076
Jan 27 05:58:13.218497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42708) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:13.382866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4bd7fe3d-6192-4e5a-97e1-243c046380b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:13.404535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4bd7fe3d-6192-4e5a-97e1-243c046380b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:13.408967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-4bd7fe3d-6192-4e5a-97e1-243c046380b5 admin admin] Usage tracker for resource:security_group_rule and tenant:05eb25d75a5b4630a25da4119bb3efc9 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:13.412108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-4bd7fe3d-6192-4e5a-97e1-243c046380b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:13.418056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-4bd7fe3d-6192-4e5a-97e1-243c046380b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:13.516676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4bd7fe3d-6192-4e5a-97e1-243c046380b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:13.549592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4bd7fe3d-6192-4e5a-97e1-243c046380b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:13.567728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-378e7b54-a9d1-439e-b94b-91da22755f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:13.598100 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42720) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:13.649175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7fe3d-6192-4e5a-97e1-243c046380b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d79e24e-d87d-4947-8053-890c220cf319,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:13.654847 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-4bd7fe3d-6192-4e5a-97e1-243c046380b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05eb25d75a5b4630a25da4119bb3efc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4350700
Jan 27 05:58:13.656488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4bd7fe3d-6192-4e5a-97e1-243c046380b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:13.657050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42726) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:13.729996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b08b84c3-5371-450f-9703-d0d2f844825b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:13.761254 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-486841658-network', 'tenant_id': '8a9de9c1c77b4a1e86471c1b01a3dba9'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:13.769998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b08b84c3-5371-450f-9703-d0d2f844825b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:13.778669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:13.787480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Usage tracker for resource:network and tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:13.797448 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:13.808819 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:13.860276 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Made reservation on behalf of 8a9de9c1c77b4a1e86471c1b01a3dba9 for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:58:13.865506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:13.888198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:13.902384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b08b84c3-5371-450f-9703-d0d2f844825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:13.907912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fa208393-75d0-4f52-be79-279b8be72cc2 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:13.925621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:13.930475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b84c3-5371-450f-9703-d0d2f844825b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d79e24e-d87d-4947-8053-890c220cf319,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:13.936277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b08b84c3-5371-450f-9703-d0d2f844825b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:13.937257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Usage tracker for resource:security_group_rule and tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:13.941552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:13.951623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:13.955413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b08b84c3-5371-450f-9703-d0d2f844825b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:13.959619 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b08b84c3-5371-450f-9703-d0d2f844825b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d79e24e-d87d-4947-8053-890c220cf319 HTTP/1.1" status: 204  len: 168 time: 0.3011944
Jan 27 05:58:14.105912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:14.138156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:14.142965 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-18523c5f-b597-43e3-8dc5-aca075cd8b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:14.181533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 05:58:14.193594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0220f2-eca4-4a46-95d7-d5933d3c8a74,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:14.197490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:14.232087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771995697438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:14.232935 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Added segment a4ba2abf-9ccc-45ef-bc4e-4fdacab52957 of type vxlan for network a7e314d5-2a9f-4f9d-b308-5453a5353dd0
Jan 27 05:58:14.329338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:14.471618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:14.472887 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:14.473543 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:14.479280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:14.593592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Pushing event updated for resources: {'Network': ['ID=a7e314d5-2a9f-4f9d-b308-5453a5353dd0,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:14.596931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:14.608114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network a7e314d5-2a9f-4f9d-b308-5453a5353dd0 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:58:14.628008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42736) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:14.629610 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network a7e314d5-2a9f-4f9d-b308-5453a5353dd0 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 05:58:14.649805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ed0a-56c0-4643-b210-3c94e5e35671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:14.667553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b1e0ed0a-56c0-4643-b210-3c94e5e35671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:14.672284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b1e0ed0a-56c0-4643-b210-3c94e5e35671 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b227dbbc894be3874c733cdff3d563 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:14.676166 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.0765424
Jan 27 05:58:14.677322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b1e0ed0a-56c0-4643-b210-3c94e5e35671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:14.681899 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42740) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:14.684951 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b1e0ed0a-56c0-4643-b210-3c94e5e35671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:14.690683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Request body: {'subnet': {'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-486841658-subnet', 'tenant_id': '8a9de9c1c77b4a1e86471c1b01a3dba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:14.697113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:14.701555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Usage tracker for resource:subnet and tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:14.704693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:14.711726 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:14.820380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Made reservation on behalf of 8a9de9c1c77b4a1e86471c1b01a3dba9 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:58:14.827450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852367399'] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:14.877829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ed0a-56c0-4643-b210-3c94e5e35671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:14.929139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ed0a-56c0-4643-b210-3c94e5e35671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:14.938040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1df43723-c02d-47e2-b2a6-ea81e7775d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:14.992888 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b1e0ed0a-56c0-4643-b210-3c94e5e35671 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1b227dbbc894be3874c733cdff3d563&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3635466
Jan 27 05:58:14.993858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ed0a-56c0-4643-b210-3c94e5e35671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd0b58d-a27f-4820-a1a9-a0a661612039,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:14.996349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42744) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:14.997692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b1e0ed0a-56c0-4643-b210-3c94e5e35671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:15.101278 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c65ac7b8-088a-4caf-98d0-19e0c4fe5b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:15.193579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c65ac7b8-088a-4caf-98d0-19e0c4fe5b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:15.380976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c65ac7b8-088a-4caf-98d0-19e0c4fe5b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:15.389191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0c3a0809-8f04-4930-aaa8-a18f1dc11005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:15.408677 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ac7b8-088a-4caf-98d0-19e0c4fe5b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd0b58d-a27f-4820-a1a9-a0a661612039,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:15.411548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c65ac7b8-088a-4caf-98d0-19e0c4fe5b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:15.442704 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c65ac7b8-088a-4caf-98d0-19e0c4fe5b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:15.445333 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c65ac7b8-088a-4caf-98d0-19e0c4fe5b6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9dd0b58d-a27f-4820-a1a9-a0a661612039 HTTP/1.1" status: 204  len: 168 time: 0.4461527
Jan 27 05:58:15.555701 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-807945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852367416'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:15.578056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-be45ef3b-6e1c-4200-9716-33610371efe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:15.714240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=600eec87-33a0-4fcc-a215-9f9bceda832f,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:15.717453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:15.803985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Checking segment: {'id': 'a4ba2abf-9ccc-45ef-bc4e-4fdacab52957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:58:15.804395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Network hostable DHCP agents. Network: a7e314d5-2a9f-4f9d-b308-5453a5353dd0, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 05:58:15.881630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Network a7e314d5-2a9f-4f9d-b308-5453a5353dd0 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 05:58:15.960258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, a7e314d5-2a9f-4f9d-b308-5453a5353dd0) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:58:15.970567 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f251950-057d-44ee-b6d0-15485a948e18 None None] Network a7e314d5-2a9f-4f9d-b308-5453a5353dd0 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:58:15.974931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:15.975664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:16.033622 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f7f054d0-cdf0-40a4-bec7-fb477c0b5cbb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3499784
Jan 27 05:58:16.174225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42754) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:16.196207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b77f9448-533f-4945-81e7-9ccdf18535c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:16.214356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b77f9448-533f-4945-81e7-9ccdf18535c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:16.218886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b77f9448-533f-4945-81e7-9ccdf18535c7 admin admin] Usage tracker for resource:security_group_rule and tenant:7e9d7bf09c994368ab27008a4f2d1dac is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:16.222384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b77f9448-533f-4945-81e7-9ccdf18535c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:16.230363 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b77f9448-533f-4945-81e7-9ccdf18535c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:16.234670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e9a5d4-ab2c-4814-b7e0-0831e5a01df9 None None] Network a7e314d5-2a9f-4f9d-b308-5453a5353dd0 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:58:16.341882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b77f9448-533f-4945-81e7-9ccdf18535c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:16.386196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b77f9448-533f-4945-81e7-9ccdf18535c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:16.409417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:16.495281 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b77f9448-533f-4945-81e7-9ccdf18535c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e9d7bf09c994368ab27008a4f2d1dac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3197229
Jan 27 05:58:16.496364 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f9448-533f-4945-81e7-9ccdf18535c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f36789a-3efb-4afa-b684-c6fb8cc76849,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:16.499661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42762) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:16.499875 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b77f9448-533f-4945-81e7-9ccdf18535c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:16.570728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d8de27a-be85-4417-b6bc-e811d8063e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:16.602570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d8de27a-be85-4417-b6bc-e811d8063e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:16.700051 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d8de27a-be85-4417-b6bc-e811d8063e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:16.705639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b1e0ed0a-56c0-4643-b210-3c94e5e35671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:16.719783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8de27a-be85-4417-b6bc-e811d8063e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f36789a-3efb-4afa-b684-c6fb8cc76849,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:16.724127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5d8de27a-be85-4417-b6bc-e811d8063e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:16.730675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d8de27a-be85-4417-b6bc-e811d8063e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:16.735445 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5d8de27a-be85-4417-b6bc-e811d8063e32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f36789a-3efb-4afa-b684-c6fb8cc76849 HTTP/1.1" status: 204  len: 168 time: 0.2306554
Jan 27 05:58:18.808275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-89e857e0-3c58-4802-8469-4b1a22b7127f tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:18.810016 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-89e857e0-3c58-4802-8469-4b1a22b7127f tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/networks?id=a7e314d5-2a9f-4f9d-b308-5453a5353dd0 HTTP/1.1" status: 200  len: 813 time: 0.2348645
Jan 27 05:58:18.828358 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-0233a213-9449-41eb-b828-13de4fc696c3 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/quotas/8a9de9c1c77b4a1e86471c1b01a3dba9 HTTP/1.1" status: 200  len: 375 time: 0.0116379
Jan 27 05:58:18.915765 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-1e902945-39f7-4a34-94f2-f5a204af229a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a9de9c1c77b4a1e86471c1b01a3dba9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0750308
Jan 27 05:58:19.216037 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-5935b396-a747-46e2-bcd1-b9c2dba75b71 service neutron] 10.222.0.24 "GET /v2.0/networks/a7e314d5-2a9f-4f9d-b308-5453a5353dd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2918389
Jan 27 05:58:19.373794 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-6f63cb48-f8f7-42e8-8a35-1dd0ca23f318 service neutron] 10.222.0.24 "GET /v2.0/networks/a7e314d5-2a9f-4f9d-b308-5453a5353dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1508999
Jan 27 05:58:19.776411 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-befffc7d-099b-4ba4-ab0c-1c34c76de736 req-f78d5ad5-0eb6-44f8-8af1-9317202a189f tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 210 time: 0.0715683
Jan 27 05:58:20.988644 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-441f3090-ab45-467c-934f-6c2080df4c8b req-2e3e4c3c-e330-4e9d-8d5e-b7608b5b5644 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 210 time: 0.0748911
Jan 27 05:58:22.160297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-aeda862e-9dc4-43d0-929a-286a1f2f4de3 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:22.161956 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-aeda862e-9dc4-43d0-929a-286a1f2f4de3 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.13 "GET /v2.0/networks?id=a7e314d5-2a9f-4f9d-b308-5453a5353dd0 HTTP/1.1" status: 200  len: 813 time: 0.2634804
Jan 27 05:58:22.203218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Request body: {'port': {'device_id': '93b60e23-2940-44de-b95a-cc39a944c13c', 'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0', 'admin_state_up': True, 'tenant_id': '8a9de9c1c77b4a1e86471c1b01a3dba9'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:22.297969 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2b3d8f9f-d272-4ee1-a234-95ed83df9e83 req-42c6cdb5-1387-4ff4-b389-d12aeef8f520 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 210 time: 0.0681787
Jan 27 05:58:22.423910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:22.423910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Usage tracker for resource:port and tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:22.423910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:22.423910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:22.474372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Made reservation on behalf of 8a9de9c1c77b4a1e86471c1b01a3dba9 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:58:22.493473 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:23.118461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Allocated IP 172.20.0.5 (a7e314d5-2a9f-4f9d-b308-5453a5353dd0/600eec87-33a0-4fcc-a215-9f9bceda832f/8cf378f4-29be-489a-81dc-b5bd30ae5e75) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:58:23.365336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:23.461528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:23.483453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:23.701570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Pushing event updated for resources: {'Port': ['ID=8cf378f4-29be-489a-81dc-b5bd30ae5e75,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:23.705313 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:23.842589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3854d5-7ae5-43f7-934b-d7121f2d275e req-a66a6a40-8b59-47c0-b594-ae94bf0d9815 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:23.844378 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc3854d5-7ae5-43f7-934b-d7121f2d275e req-a66a6a40-8b59-47c0-b594-ae94bf0d9815 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 931 time: 0.3622210
Jan 27 05:58:23.856411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Network a7e314d5-2a9f-4f9d-b308-5453a5353dd0 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:58:23.878049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:58:23.880852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:58:23.971909 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc3854d5-7ae5-43f7-934b-d7121f2d275e req-10a42af6-26f1-4def-b1c7-c89a3fc3524b tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178257
Jan 27 05:58:24.060244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:24.060973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:24.114841 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9184303
Jan 27 05:58:24.136989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Request body: {'port': {'device_id': '93b60e23-2940-44de-b95a-cc39a944c13c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:24.276946 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:24.834204 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf378f4-29be-489a-81dc-b5bd30ae5e75 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:58:24.843249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:24.862399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Transition to ACTIVE for port object 8cf378f4-29be-489a-81dc-b5bd30ae5e75 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:58:24.917624 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:24.937321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:25.085576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Pushing event updated for resources: {'Port': ['ID=8cf378f4-29be-489a-81dc-b5bd30ae5e75,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:25.088991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:25.367856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Attempting to bind port 8cf378f4-29be-489a-81dc-b5bd30ae5e75 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:58:25.367856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Attempting to bind port 8cf378f4-29be-489a-81dc-b5bd30ae5e75 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'a4ba2abf-9ccc-45ef-bc4e-4fdacab52957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:58:25.367856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Attempting to bind port 8cf378f4-29be-489a-81dc-b5bd30ae5e75 on network a7e314d5-2a9f-4f9d-b308-5453a5353dd0 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:58:25.376212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:58:25.376820 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Checking segment: {'id': 'a4ba2abf-9ccc-45ef-bc4e-4fdacab52957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:58:25.377464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:25.378160 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Bound using segment: {'id': 'a4ba2abf-9ccc-45ef-bc4e-4fdacab52957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:58:25.378964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Bound port: 8cf378f4-29be-489a-81dc-b5bd30ae5e75, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ba2abf-9ccc-45ef-bc4e-4fdacab52957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:58:25.379730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:25.395045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:25.439108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa87cb-6740-4b67-8b22-8351ce75f0d2 req-4e171cf4-dd17-43c8-a745-8868c99712d6 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:25.440896 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9baa87cb-6740-4b67-8b22-8351ce75f0d2 req-4e171cf4-dd17-43c8-a745-8868c99712d6 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 943 time: 0.2237880
Jan 27 05:58:25.512724 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-9baa87cb-6740-4b67-8b22-8351ce75f0d2 req-cd8a1823-85d6-4267-9a6c-bbfd8e55d4b3 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Synchronizing usage tracker for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:58:25.542477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] For port 8cf378f4-29be-489a-81dc-b5bd30ae5e75, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:58:25.546750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] For port 8cf378f4-29be-489a-81dc-b5bd30ae5e75, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=8cf378f4-29be-489a-81dc-b5bd30ae5e75,segment=NetworkSegment(a4ba2abf-9ccc-45ef-bc4e-4fdacab52957),segment_id=a4ba2abf-9ccc-45ef-bc4e-4fdacab52957)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:58:25.551211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-9baa87cb-6740-4b67-8b22-8351ce75f0d2 req-cd8a1823-85d6-4267-9a6c-bbfd8e55d4b3 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Unset dirty status for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:58:25.552876 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9baa87cb-6740-4b67-8b22-8351ce75f0d2 req-cd8a1823-85d6-4267-9a6c-bbfd8e55d4b3 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052866
Jan 27 05:58:25.573481 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:25.600871 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-589d925b-7ca5-44e9-924f-e8c7d54807ee tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:25.656917 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42888) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:25.765852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Pushing event updated for resources: {'Port': ['ID=8cf378f4-29be-489a-81dc-b5bd30ae5e75,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:25.772958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:25.819614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:25.820691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:25.823510 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] 10.222.0.13 "PUT /v2.0/ports/8cf378f4-29be-489a-81dc-b5bd30ae5e75 HTTP/1.1" status: 200  len: 1157 time: 1.6916144
Jan 27 05:58:25.824445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b60e23-2940-44de-b95a-cc39a944c13c', 'tag': '8cf378f4-29be-489a-81dc-b5bd30ae5e75'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:58:25.959477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef6aff3d-926b-4ca0-bf25-15673fdb3802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:25.986449 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ef6aff3d-926b-4ca0-bf25-15673fdb3802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:25.993491 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ef6aff3d-926b-4ca0-bf25-15673fdb3802 admin admin] Usage tracker for resource:security_group_rule and tenant:7f35150cb76d4c87b660c0636d975ef5 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:25.997467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-ef6aff3d-926b-4ca0-bf25-15673fdb3802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:26.005716 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-ef6aff3d-926b-4ca0-bf25-15673fdb3802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:26.114918 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-f75db189-e423-4712-bf83-fcffa8b285c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:26.118204 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-f75db189-e423-4712-bf83-fcffa8b285c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9de9c1c77b4a1e86471c1b01a3dba9&device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 1160 time: 0.1637394
Jan 27 05:58:26.120516 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b60e23-2940-44de-b95a-cc39a944c13c', 'tag': '8cf378f4-29be-489a-81dc-b5bd30ae5e75', 'status': 'completed', 'code': 200}
Jan 27 05:58:26.140796 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef6aff3d-926b-4ca0-bf25-15673fdb3802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:26.181304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef6aff3d-926b-4ca0-bf25-15673fdb3802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:26.192087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a647befb-04d6-4229-af93-e5ecbad9107d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:26.217461 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-ffa159b8-3e80-44e0-b441-e7dfec07c983 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cf378f4-29be-489a-81dc-b5bd30ae5e75 HTTP/1.1" status: 200  len: 217 time: 0.0690107
Jan 27 05:58:26.238168 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-ef6aff3d-926b-4ca0-bf25-15673fdb3802 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f35150cb76d4c87b660c0636d975ef5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5799148
Jan 27 05:58:26.239225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6aff3d-926b-4ca0-bf25-15673fdb3802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dcf3af-98bd-4001-864c-e40016dfb485,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:26.243968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ef6aff3d-926b-4ca0-bf25-15673fdb3802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:26.244637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42898) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:26.297127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-b0b595e9-6dc2-469f-a546-69694fdd4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:26.298782 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-b0b595e9-6dc2-469f-a546-69694fdd4db1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=600eec87-33a0-4fcc-a215-9f9bceda832f HTTP/1.1" status: 200  len: 853 time: 0.0714831
Jan 27 05:58:26.314036 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-487dc779-1cdc-464d-bd95-fbe3b7a32afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:26.348539 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-487dc779-1cdc-464d-bd95-fbe3b7a32afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:26.353674 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-76efaf77-e4ea-4491-849b-726a54c726f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7e314d5-2a9f-4f9d-b308-5453a5353dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471449
Jan 27 05:58:26.524621 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-44e33987-3c29-487c-ac90-efaff852faf0 service neutron] 10.222.0.13 "GET /v2.0/networks/a7e314d5-2a9f-4f9d-b308-5453a5353dd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627538
Jan 27 05:58:26.677415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-487dc779-1cdc-464d-bd95-fbe3b7a32afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:26.683964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d41fd95b-56b0-44a5-bc41-768321069dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:26.696085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dc779-1cdc-464d-bd95-fbe3b7a32afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dcf3af-98bd-4001-864c-e40016dfb485,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:26.698996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-487dc779-1cdc-464d-bd95-fbe3b7a32afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:26.705949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-487dc779-1cdc-464d-bd95-fbe3b7a32afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:26.711829 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-487dc779-1cdc-464d-bd95-fbe3b7a32afa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13dcf3af-98bd-4001-864c-e40016dfb485 HTTP/1.1" status: 204  len: 168 time: 0.4616537
Jan 27 05:58:26.722355 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27a4166e-c0f3-4189-9f27-7146119c7aad req-918938f1-251f-4acd-8398-68013b0e595e service neutron] 10.222.0.13 "GET /v2.0/networks/a7e314d5-2a9f-4f9d-b308-5453a5353dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1899226
Jan 27 05:58:26.873267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c0c96-dfae-4d63-966a-0925813d7df3 req-36ef43d2-cfc2-41c3-ab24-0cd9204c2082 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:26.875891 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7b7c0c96-dfae-4d63-966a-0925813d7df3 req-36ef43d2-cfc2-41c3-ab24-0cd9204c2082 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 943 time: 0.1522596
Jan 27 05:58:26.977601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef90ad-f40b-4a11-91c7-0561e5adb92a req-bfca5d68-3e17-4f4a-9ecc-f8358264bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:26.979260 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-37ef90ad-f40b-4a11-91c7-0561e5adb92a req-bfca5d68-3e17-4f4a-9ecc-f8358264bdec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9de9c1c77b4a1e86471c1b01a3dba9&device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 1160 time: 0.1162417
Jan 27 05:58:26.994454 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7b7c0c96-dfae-4d63-966a-0925813d7df3 req-d0703ce5-d64f-4b3c-8dbe-b3baac51aa0c tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101568
Jan 27 05:58:27.142140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef90ad-f40b-4a11-91c7-0561e5adb92a req-6a500771-54db-40f7-96fa-9082bc4a63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:27.143823 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-37ef90ad-f40b-4a11-91c7-0561e5adb92a req-6a500771-54db-40f7-96fa-9082bc4a63e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7e314d5-2a9f-4f9d-b308-5453a5353dd0 HTTP/1.1" status: 200  len: 907 time: 0.1565461
Jan 27 05:58:27.225769 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-37ef90ad-f40b-4a11-91c7-0561e5adb92a req-4f80ab6b-8754-497b-9416-45a471af4bde service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cf378f4-29be-489a-81dc-b5bd30ae5e75 HTTP/1.1" status: 200  len: 217 time: 0.0723541
Jan 27 05:58:27.283635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42910) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:27.307626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-76015754-dde7-45c8-aa54-0358aff63a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:27.308502 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef90ad-f40b-4a11-91c7-0561e5adb92a req-6846cb84-1333-4ad2-ae01-8dd221962674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:27.311726 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-37ef90ad-f40b-4a11-91c7-0561e5adb92a req-6846cb84-1333-4ad2-ae01-8dd221962674 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=600eec87-33a0-4fcc-a215-9f9bceda832f HTTP/1.1" status: 200  len: 853 time: 0.0787451
Jan 27 05:58:27.326107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-76015754-dde7-45c8-aa54-0358aff63a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:27.331042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-76015754-dde7-45c8-aa54-0358aff63a7c admin admin] Usage tracker for resource:security_group_rule and tenant:e0e008941f724752884ce98f0ff253f0 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:27.335253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-76015754-dde7-45c8-aa54-0358aff63a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:27.342842 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-76015754-dde7-45c8-aa54-0358aff63a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:27.411420 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-37ef90ad-f40b-4a11-91c7-0561e5adb92a req-5a1e8941-2474-4d82-adfc-1a4d99212e63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7e314d5-2a9f-4f9d-b308-5453a5353dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0934057
Jan 27 05:58:27.443076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-76015754-dde7-45c8-aa54-0358aff63a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:27.482705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-76015754-dde7-45c8-aa54-0358aff63a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:27.491649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b5165f11-1fe3-4d79-ac33-2b51e20bf169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:27.540254 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-76015754-dde7-45c8-aa54-0358aff63a7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0e008941f724752884ce98f0ff253f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2546337
Jan 27 05:58:27.541258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76015754-dde7-45c8-aa54-0358aff63a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277295ef-d6cf-49d2-b4fc-d54890c99dfc,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:27.543135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42914) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:27.544742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-76015754-dde7-45c8-aa54-0358aff63a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:27.593766 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-37ef90ad-f40b-4a11-91c7-0561e5adb92a req-8a90abfe-cb29-4e76-b8b5-3d091306fbd7 service neutron] 10.222.0.13 "GET /v2.0/networks/a7e314d5-2a9f-4f9d-b308-5453a5353dd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745980
Jan 27 05:58:27.966241 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f10a-2274-44bd-b33d-a932e0fbeed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:28.024689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f10a-2274-44bd-b33d-a932e0fbeed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:28.049000 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-37ef90ad-f40b-4a11-91c7-0561e5adb92a req-9e7b2f2c-ee78-4801-b2f4-0261aaf7985e service neutron] 10.222.0.13 "GET /v2.0/networks/a7e314d5-2a9f-4f9d-b308-5453a5353dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4439373
Jan 27 05:58:28.138872 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f10a-2274-44bd-b33d-a932e0fbeed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:28.145147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a26164d0-53d8-4d12-95b1-a0bfa3714987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:28.206899 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8f10a-2274-44bd-b33d-a932e0fbeed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277295ef-d6cf-49d2-b4fc-d54890c99dfc,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:28.211555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bcc8f10a-2274-44bd-b33d-a932e0fbeed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:28.221227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bcc8f10a-2274-44bd-b33d-a932e0fbeed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:28.222436 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-bcc8f10a-2274-44bd-b33d-a932e0fbeed3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/277295ef-d6cf-49d2-b4fc-d54890c99dfc HTTP/1.1" status: 204  len: 168 time: 0.6782515
Jan 27 05:58:28.314773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff5251-ebcd-4e68-becf-fa35bf71f1d7 req-dcc2a440-4602-4fae-baa8-545f57135195 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:28.315630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-77ff5251-ebcd-4e68-becf-fa35bf71f1d7 req-dcc2a440-4602-4fae-baa8-545f57135195 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Synchronizing usage tracker for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:58:28.362612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-77ff5251-ebcd-4e68-becf-fa35bf71f1d7 req-dcc2a440-4602-4fae-baa8-545f57135195 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Unset dirty status for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:58:28.364168 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-77ff5251-ebcd-4e68-becf-fa35bf71f1d7 req-dcc2a440-4602-4fae-baa8-545f57135195 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 943 time: 0.2265978
Jan 27 05:58:28.428894 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-77ff5251-ebcd-4e68-becf-fa35bf71f1d7 req-e3a734f6-502e-45db-bb10-3c90fdb0d9c8 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561764
Jan 27 05:58:29.196672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-19dc7e2b-6232-476e-b463-17d01137ccd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:29.722590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee5580-862e-492e-98ff-27288e5a9e18 req-418b1273-ebba-4ed1-9128-48eed2edbf00 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:29.724357 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-97ee5580-862e-492e-98ff-27288e5a9e18 req-418b1273-ebba-4ed1-9128-48eed2edbf00 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 943 time: 0.1597292
Jan 27 05:58:29.789486 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-97ee5580-862e-492e-98ff-27288e5a9e18 req-1702749f-0b9f-44f3-8fbe-542550687a5c tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574138
Jan 27 05:58:31.077758 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b716-d41e-4466-acc1-774688fcd4da req-7eb3b874-cdbd-4a4a-930f-750bda9d6e89 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:31.079645 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0545b716-d41e-4466-acc1-774688fcd4da req-7eb3b874-cdbd-4a4a-930f-750bda9d6e89 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 943 time: 0.1480744
Jan 27 05:58:31.151549 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0545b716-d41e-4466-acc1-774688fcd4da req-85806edb-49e8-4079-8afe-ad59f6996a14 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651617
Jan 27 05:58:31.445880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 42980) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:31.577314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-84fb5b3e-38b4-4f04-92e5-e9f9dab4bfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:31.624121 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70df1889-2432-4c06-9e48-db09f64a9828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:31.640613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-70df1889-2432-4c06-9e48-db09f64a9828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:31.645018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-70df1889-2432-4c06-9e48-db09f64a9828 admin admin] Usage tracker for resource:security_group_rule and tenant:0ac2e3fccd9e4af99f0fad20ff2f759f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:31.648447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-70df1889-2432-4c06-9e48-db09f64a9828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:31.654213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-70df1889-2432-4c06-9e48-db09f64a9828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:31.742505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70df1889-2432-4c06-9e48-db09f64a9828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:31.765527 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70df1889-2432-4c06-9e48-db09f64a9828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:31.775562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c5a7fdb0-f176-4757-87f2-9684b88dc484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:31.817987 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-70df1889-2432-4c06-9e48-db09f64a9828 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ac2e3fccd9e4af99f0fad20ff2f759f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3707962
Jan 27 05:58:31.820414 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df1889-2432-4c06-9e48-db09f64a9828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58d49e-b9af-463d-9d24-52388bae41c6,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:31.821649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42986) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:31.823883 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-70df1889-2432-4c06-9e48-db09f64a9828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:31.885106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-23bd5587-dd34-4d5e-88b8-5ef0c1bca81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:31.913144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-23bd5587-dd34-4d5e-88b8-5ef0c1bca81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:31.988954 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-23bd5587-dd34-4d5e-88b8-5ef0c1bca81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:31.994556 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a120e471-7006-4a50-b340-70215ae3488e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:32.005813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd5587-dd34-4d5e-88b8-5ef0c1bca81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58d49e-b9af-463d-9d24-52388bae41c6,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:32.008807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-23bd5587-dd34-4d5e-88b8-5ef0c1bca81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:32.015306 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-23bd5587-dd34-4d5e-88b8-5ef0c1bca81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:32.016579 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-23bd5587-dd34-4d5e-88b8-5ef0c1bca81a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe58d49e-b9af-463d-9d24-52388bae41c6 HTTP/1.1" status: 204  len: 168 time: 0.1938660
Jan 27 05:58:32.405492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.objects.ports [None req-f20a701f-980d-4120-9526-503639866537 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80178) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 27 05:58:32.442681 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:32.472682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928c973-891c-4cb5-8535-f6d673ad0113 req-724c93c7-45dd-4038-bb37-35606a4e31d7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:32.474164 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a928c973-891c-4cb5-8535-f6d673ad0113 req-724c93c7-45dd-4038-bb37-35606a4e31d7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 943 time: 0.1750402
Jan 27 05:58:32.541567 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a928c973-891c-4cb5-8535-f6d673ad0113 req-71274390-9f9e-477e-92e0-2dc371db2e57 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595167
Jan 27 05:58:32.597964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 42998) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:32.618239 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5cee5049-dbf5-4846-9dd9-74d508a77a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:32.635451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5cee5049-dbf5-4846-9dd9-74d508a77a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:32.639741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5cee5049-dbf5-4846-9dd9-74d508a77a25 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee07ad2fce54b0ca51f14eee509b830 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:32.642907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5cee5049-dbf5-4846-9dd9-74d508a77a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:32.649643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5cee5049-dbf5-4846-9dd9-74d508a77a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:32.744382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5cee5049-dbf5-4846-9dd9-74d508a77a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:32.808209 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5cee5049-dbf5-4846-9dd9-74d508a77a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:32.821993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:32.869641 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5cee5049-dbf5-4846-9dd9-74d508a77a25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ee07ad2fce54b0ca51f14eee509b830&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2672238
Jan 27 05:58:32.869641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee5049-dbf5-4846-9dd9-74d508a77a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4147484e-a8d5-4a2e-b450-99ed0e3c961e,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:32.869807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43004) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:32.882809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5cee5049-dbf5-4846-9dd9-74d508a77a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:32.952598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01196ab7-688c-49b2-ae9d-3d5215174b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:32.984693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01196ab7-688c-49b2-ae9d-3d5215174b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:33.059749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01196ab7-688c-49b2-ae9d-3d5215174b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:33.065130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f898f532-5e04-4bf9-9a10-0c3bc398de08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:33.080132 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01196ab7-688c-49b2-ae9d-3d5215174b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4147484e-a8d5-4a2e-b450-99ed0e3c961e,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:33.082862 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-01196ab7-688c-49b2-ae9d-3d5215174b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:33.096731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01196ab7-688c-49b2-ae9d-3d5215174b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:33.101317 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-01196ab7-688c-49b2-ae9d-3d5215174b5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4147484e-a8d5-4a2e-b450-99ed0e3c961e HTTP/1.1" status: 204  len: 168 time: 0.2265403
Jan 27 05:58:33.347947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 8cf378f4-29be-489a-81dc-b5bd30ae5e75 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:58:33.465523 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 8cf378f4-29be-489a-81dc-b5bd30ae5e75 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:58:33.471705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 8cf378f4-29be-489a-81dc-b5bd30ae5e75 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:58:33.472126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:33.645886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:33.719637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:33.746114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:33.774355 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b60e23-2940-44de-b95a-cc39a944c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf378f4-29be-489a-81dc-b5bd30ae5e75'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:58:33.785416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 8cf378f4-29be-489a-81dc-b5bd30ae5e75, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=8cf378f4-29be-489a-81dc-b5bd30ae5e75,segment=NetworkSegment(a4ba2abf-9ccc-45ef-bc4e-4fdacab52957),segment_id=a4ba2abf-9ccc-45ef-bc4e-4fdacab52957)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:58:33.835727 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:33.840048 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b60e23-2940-44de-b95a-cc39a944c13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf378f4-29be-489a-81dc-b5bd30ae5e75', 'code': 200}
Jan 27 05:58:33.840608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:33.871425 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34dc96-d48a-4ce0-88f4-658adeb9553d req-6233a514-4c18-4df9-b094-464d974d6d0f tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:33.873187 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd34dc96-d48a-4ce0-88f4-658adeb9553d req-6233a514-4c18-4df9-b094-464d974d6d0f tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 943 time: 0.1609635
Jan 27 05:58:33.942768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=8cf378f4-29be-489a-81dc-b5bd30ae5e75,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:33.947702 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd34dc96-d48a-4ce0-88f4-658adeb9553d req-a7f3259c-78dd-472b-b2fe-a6f12be73b64 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612335
Jan 27 05:58:33.949316 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:34.219650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedf102-d44b-4533-8456-be4309429269 req-068c97cc-803b-40a1-afb4-67bc198055ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:34.221376 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7dedf102-d44b-4533-8456-be4309429269 req-068c97cc-803b-40a1-afb4-67bc198055ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 1162 time: 0.0864618
Jan 27 05:58:34.265848 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7dedf102-d44b-4533-8456-be4309429269 req-3c36682d-2a0f-4191-81ea-e3ae8e3801b9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375123
Jan 27 05:58:34.300923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 8cf378f4-29be-489a-81dc-b5bd30ae5e75 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:58:34.378250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 8cf378f4-29be-489a-81dc-b5bd30ae5e75 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:58:34.378664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:35.236774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a56f57-092e-4e08-9ba0-0f7239ef4e6a req-f0744ad8-99cc-4aec-b074-4271da2b881d tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:35.238436 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-38a56f57-092e-4e08-9ba0-0f7239ef4e6a req-f0744ad8-99cc-4aec-b074-4271da2b881d tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 945 time: 0.1540933
Jan 27 05:58:35.311382 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-38a56f57-092e-4e08-9ba0-0f7239ef4e6a req-43bcedcf-4b30-4420-9547-fdf006bb7adb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595987
Jan 27 05:58:36.377256 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e69b2c-6f10-4839-af54-3bed590f1688 req-88120454-bedb-4131-962c-a1d130d7ef23 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:36.378981 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48e69b2c-6f10-4839-af54-3bed590f1688 req-88120454-bedb-4131-962c-a1d130d7ef23 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1528838
Jan 27 05:58:36.445599 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-48e69b2c-6f10-4839-af54-3bed590f1688 req-2ed80729-c7e6-46c9-ba78-c1bdec0d941f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590234
Jan 27 05:58:36.598907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f0450-f2a3-4b43-8374-27f1c9376345 req-89f46136-0edb-4329-9255-2cd6578dfc1b tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:36.600864 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0a1f0450-f2a3-4b43-8374-27f1c9376345 req-89f46136-0edb-4329-9255-2cd6578dfc1b tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 945 time: 0.1518776
Jan 27 05:58:36.668477 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0a1f0450-f2a3-4b43-8374-27f1c9376345 req-f3883ab4-9d72-474b-a4a1-7dce784d4550 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607018
Jan 27 05:58:37.762716 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05bbfc-38ab-4f0c-96d9-5146b8785960 req-08026e58-af1f-4e95-8744-1d3a26e33820 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:37.764485 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-df05bbfc-38ab-4f0c-96d9-5146b8785960 req-08026e58-af1f-4e95-8744-1d3a26e33820 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1626434
Jan 27 05:58:37.840902 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-df05bbfc-38ab-4f0c-96d9-5146b8785960 req-f58b4f1e-8c3d-4e3f-be73-39549d2e58b9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696783
Jan 27 05:58:38.389968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-691a630b-d476-4ecb-b77d-a15928aa924c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:38.391682 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-691a630b-d476-4ecb-b77d-a15928aa924c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.1594224
Jan 27 05:58:38.487255 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Deleting port 4ffd7681-1da3-4500-9049-db81d004311a {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:58:38.487666 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:38.802597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] For port 4ffd7681-1da3-4500-9049-db81d004311a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=4ffd7681-1da3-4500-9049-db81d004311a,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:58:38.803773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:39.297805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e847d4b-d7a6-43c5-ae57-c3fc99679cdb req-5be45ad9-6081-4a7b-9f4c-fbd07308efc9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:39.299716 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9e847d4b-d7a6-43c5-ae57-c3fc99679cdb req-5be45ad9-6081-4a7b-9f4c-fbd07308efc9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 945 time: 0.2912400
Jan 27 05:58:39.304393 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:39.304805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:39.305152 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Floating IP fff98c5f-4c79-454d-8b3d-136e8fdb2e30 disassociated. External IP: 172.27.2.46, port: 4ffd7681-1da3-4500-9049-db81d004311a.
Jan 27 05:58:39.305537 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Calling delete_port for 4ffd7681-1da3-4500-9049-db81d004311a owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:58:39.432376 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9e847d4b-d7a6-43c5-ae57-c3fc99679cdb req-49e43ffc-7e15-4333-ac69-7106d3b0d183 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=087ccd01-355d-4ca6-bb06-ae88791f8f7e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886652
Jan 27 05:58:39.619454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:39.637780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0a0608b7-e416-46aa-b17e-ff203ce2f735 tempest-VolumesNegativeTest-549876048 tempest-VolumesNegativeTest-549876048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:39.750905 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event deleted for resources: {'Port': ['ID=4ffd7681-1da3-4500-9049-db81d004311a,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:39.774181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.774617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.775019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.775441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.775835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.776226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.776660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.777049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.777436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.777824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.778214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.778596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.779039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.779450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.779839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.780220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.780597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.780979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.781365 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.782013 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.782328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.782873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.783409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.783933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:58:39.792016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:40.056964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Router f396d5ac-e8d5-4099-876a-76816f09614a has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:58:40.136461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 4ffd7681-1da3-4500-9049-db81d004311a no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:58:40.175082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] No Port match for: 4ffd7681-1da3-4500-9049-db81d004311a {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 05:58:40.175504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 4ffd7681-1da3-4500-9049-db81d004311a not bound to the agent host hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 05:58:40.278392 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:58:40.289446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fe481f-8839-4e58-852a-02a0992094eb None None] Sync routers for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:58:40.299937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe481f-8839-4e58-852a-02a0992094eb None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:58:40.300608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e2fe481f-8839-4e58-852a-02a0992094eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6397861d0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:58:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:58:40.319147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] No DVR routers for this DVR port 4ffd7681-1da3-4500-9049-db81d004311a on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 05:58:40.321509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:40.325830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'name': 'network-vif-deleted', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:58:40.378099 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a8cf68c2-d96b-425c-afcd-65d8caeda542 req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.13 "DELETE /v2.0/ports/4ffd7681-1da3-4500-9049-db81d004311a HTTP/1.1" status: 204  len: 173 time: 1.9796722
Jan 27 05:58:40.397454 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0017d28-465b-42a6-a79d-607d84d0a347', 'name': 'network-vif-deleted', 'tag': '4ffd7681-1da3-4500-9049-db81d004311a', 'status': 'completed', 'code': 200}
Jan 27 05:58:40.651762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-641b5017-493f-4ae8-b42f-538b9a623387 req-538628d3-52a0-4118-b098-93fc46c0f88c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Synchronizing usage tracker for tenant:3cb21bb44a49408282425064c954b1d8 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:58:40.704784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-e2fe481f-8839-4e58-852a-02a0992094eb None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:58:40.750503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-641b5017-493f-4ae8-b42f-538b9a623387 req-538628d3-52a0-4118-b098-93fc46c0f88c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Unset dirty status for tenant:3cb21bb44a49408282425064c954b1d8 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:58:40.753126 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-641b5017-493f-4ae8-b42f-538b9a623387 req-538628d3-52a0-4118-b098-93fc46c0f88c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0017d28-465b-42a6-a79d-607d84d0a347 HTTP/1.1" status: 200  len: 210 time: 0.1597726
Jan 27 05:58:41.076436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e2fe481f-8839-4e58-852a-02a0992094eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6397861d0>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:58:41.081046 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fe481f-8839-4e58-852a-02a0992094eb None None] Checking router: f396d5ac-e8d5-4099-876a-76816f09614a for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:58:41.090717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe481f-8839-4e58-852a-02a0992094eb None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:58:41.091433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e2fe481f-8839-4e58-852a-02a0992094eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6397861d0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:58:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:58:41.306003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-e2fe481f-8839-4e58-852a-02a0992094eb None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:58:41.666876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e2fe481f-8839-4e58-852a-02a0992094eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6397861d0>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:58:41.672246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fe481f-8839-4e58-852a-02a0992094eb None None] The sync data for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi is: [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:58:42.035793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43120) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:42.124257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f824f6-65e6-4bd3-b6fb-108c7a9c8577 None None] New status for floating IP fff98c5f-4c79-454d-8b3d-136e8fdb2e30: DOWN {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 05:58:42.140728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0897aeb0-a926-4091-a64f-d2002a8357c6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:42.175333 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0897aeb0-a926-4091-a64f-d2002a8357c6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:42.327741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0897aeb0-a926-4091-a64f-d2002a8357c6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:42.332739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-316d2b7b-0c6f-4a26-bbe3-66c72a47fca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:42.356509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897aeb0-a926-4091-a64f-d2002a8357c6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087ccd01-355d-4ca6-bb06-ae88791f8f7e,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:42.360661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0897aeb0-a926-4091-a64f-d2002a8357c6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:42.408922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0897aeb0-a926-4091-a64f-d2002a8357c6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:42.413804 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-0897aeb0-a926-4091-a64f-d2002a8357c6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "DELETE /v2.0/security-groups/087ccd01-355d-4ca6-bb06-ae88791f8f7e HTTP/1.1" status: 204  len: 168 time: 0.3750620
Jan 27 05:58:42.414868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 43124) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:42.435156 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.v2.resource [None req-823ae80b-281f-4574-9af2-ac34c71df4bf tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] show failed (client error): The resource could not be found.
Jan 27 05:58:42.440105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43128) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:42.443043 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-823ae80b-281f-4574-9af2-ac34c71df4bf tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups/087ccd01-355d-4ca6-bb06-ae88791f8f7e HTTP/1.1" status: 404  len: 347 time: 0.0266137
Jan 27 05:58:42.642190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Deleting port 89aa314c-a32d-4ee7-b0c1-54c5083e89f8 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:58:42.642572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:42.835225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:42.835613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:42.981397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Calling delete_port for 89aa314c-a32d-4ee7-b0c1-54c5083e89f8 owned by network:floatingip {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:58:43.248008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:43.264435 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c961b013-58b0-4972-86ef-88e20a50aee8 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:43.365328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event deleted for resources: {'Port': ['ID=89aa314c-a32d-4ee7-b0c1-54c5083e89f8,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:43.369760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:43.505191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:43.553081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:43.554788 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "DELETE /v2.0/floatingips/fff98c5f-4c79-454d-8b3d-136e8fdb2e30 HTTP/1.1" status: 204  len: 168 time: 1.1135888
Jan 27 05:58:44.548286 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43140) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:44.555250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230340173', 'description': 'tempest-description--2035713789'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:44.573986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:44.578464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Usage tracker for resource:security_group and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:44.581708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:44.588020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:44.636564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:44.660622 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:44.665508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Usage tracker for resource:security_group_rule and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:44.668744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:44.674712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:44.837619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:44.859061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:44.863211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-70df1889-2432-4c06-9e48-db09f64a9828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:44.914725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b181ea12-7b64-4fda-89b6-370faa340484,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:44.917732 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:44.945268 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:44.946698 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3971844
Jan 27 05:58:44.950585 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43144) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:44.956317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'security_group_rule': {'security_group_id': 'b181ea12-7b64-4fda-89b6-370faa340484', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:44.976095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:44.981027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Usage tracker for resource:security_group_rule and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:44.984420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:44.990552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:45.031778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:45.146302 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:45.170822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:45.173107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4667e32b-4179-46ff-ba4c-2c8f4d2c5ec2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:45.201426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef472a5-60f5-4401-96c6-189908f45907,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:45.210422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:45.245267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:45.246631 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2949998
Jan 27 05:58:45.249496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43150) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:45.255302 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'security_group_rule': {'security_group_id': 'b181ea12-7b64-4fda-89b6-370faa340484', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:45.276610 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:45.281060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Usage tracker for resource:security_group_rule and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:45.285816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:45.293871 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:45.332710 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:45.406177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:45.446048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:45.448368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:45.471250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45f2052-a1f3-49fc-b384-0524feecad3f,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:45.476614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:45.510571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:45.512024 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-8fae443d-f38d-4ab5-80df-158a75ff3488 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2614949
Jan 27 05:58:45.515565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43154) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:58:45.521420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'floatingip': {'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:45.539779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:45.544045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Usage tracker for resource:floatingip and tenant:3cb21bb44a49408282425064c954b1d8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:58:45.547144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:58:45.553807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:45.611256 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:45.775125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:46.077513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Allocated IP 172.27.2.196 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/8ba6d457-dbbf-479e-91a6-f38947fac8c3) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:58:46.199888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:58:46.314578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:46.368107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:46.384017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-57cf2780-1e1f-4b56-8920-c7951b1a8a93 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:46.522866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'Port': ['ID=8ba6d457-dbbf-479e-91a6-f38947fac8c3,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:46.527891 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:46.587091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:58:46.588414 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:58:46.590896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:58:46.686154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:46.811625 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:47.319878 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:47.362164 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:47.382269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bfbfbe3d-e025-4630-962e-430774a322e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:47.530087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'Port': ['ID=8ba6d457-dbbf-479e-91a6-f38947fac8c3,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:47.536104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:47.646387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:47.708510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:47.710566 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1939433
Jan 27 05:58:47.993829 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-69ba32a1-de38-420d-ad9a-8ea183b6a89b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--230340173&fields=id&tenant_id=3cb21bb44a49408282425064c954b1d8 HTTP/1.1" status: 200  len: 267 time: 0.0669150
Jan 27 05:58:48.259004 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-4dff09c6-91a9-45be-9a87-ed1f8be7abd0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:48.260863 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-4dff09c6-91a9-45be-9a87-ed1f8be7abd0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 816 time: 0.2594633
Jan 27 05:58:48.281398 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-42c624ed-3c1b-4609-ba0b-5ea10f6bf1bb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/quotas/3cb21bb44a49408282425064c954b1d8 HTTP/1.1" status: 200  len: 375 time: 0.0115311
Jan 27 05:58:48.430704 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-0fb19017-f63a-4e11-92d3-1156a9d6f202 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1413176
Jan 27 05:58:48.671506 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-174f19e3-4fc7-4593-81da-ffa232c9d3a3 service neutron] 10.222.0.24 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2253897
Jan 27 05:58:48.773358 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-84fcfaff-ad7d-4725-a683-320b82f223e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2149270
Jan 27 05:58:49.140463 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-6701848d-bb62-43a0-8504-bdf1289de4ba service neutron] 10.222.0.24 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4597428
Jan 27 05:58:49.175948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-9b436dea-800a-4d74-b9b7-9715c85de5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:49.177763 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-9b436dea-800a-4d74-b9b7-9715c85de5b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 1203 time: 0.3556912
Jan 27 05:58:49.393770 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-71735016-947e-4669-8be6-3541eac619a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:49.395835 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-71735016-947e-4669-8be6-3541eac619a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 200  len: 909 time: 0.1908152
Jan 27 05:58:49.458349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-c038670c-272d-4d50-a571-6684f8a12a36 req-697cb99f-5fc6-497c-9c22-7d86f5c8934b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Synchronizing usage tracker for tenant:3cb21bb44a49408282425064c954b1d8 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:58:49.508050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-c038670c-272d-4d50-a571-6684f8a12a36 req-697cb99f-5fc6-497c-9c22-7d86f5c8934b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Unset dirty status for tenant:3cb21bb44a49408282425064c954b1d8 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:58:49.509378 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c038670c-272d-4d50-a571-6684f8a12a36 req-697cb99f-5fc6-497c-9c22-7d86f5c8934b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 210 time: 0.1280689
Jan 27 05:58:49.568209 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-b57fb0dd-1dec-4443-b617-b35b79f14cb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 1002 time: 0.1634912
Jan 27 05:58:49.659660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-12c70187-2acb-4967-b5a6-a7c57b072d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:49.663181 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-12c70187-2acb-4967-b5a6-a7c57b072d12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7102eb78-3f89-429f-b94f-a5724a2de8de HTTP/1.1" status: 200  len: 854 time: 0.0848827
Jan 27 05:58:49.759954 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-481e4ff5-8d60-4d0a-949e-f60296434361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:49.762151 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-481e4ff5-8d60-4d0a-949e-f60296434361 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39acc527-f903-4eaa-b66c-449a6bd00a28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913944
Jan 27 05:58:49.925739 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-404cf2c1-478c-40fa-a4a7-ebcc3355e9cb service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549716
Jan 27 05:58:50.082560 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7e019bc-5e7a-4b44-9e31-50efecf54328 req-7e767302-9077-47b2-a8cf-817554c6e4d6 service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1481171
Jan 27 05:58:50.762827 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fc2f56a9-863a-480a-ab28-4c9e754c875d req-44cfd73b-1435-446a-aba8-684f71c3c2a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 210 time: 0.0576999
Jan 27 05:58:51.722088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-1abfec94-c990-496f-bd34-e3170056feb2 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:51.723897 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-1abfec94-c990-496f-bd34-e3170056feb2 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 816 time: 0.3362505
Jan 27 05:58:51.911801 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-07898125-308b-4f58-823a-d8507436a4a2 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cb21bb44a49408282425064c954b1d8 HTTP/1.1" status: 200  len: 5704 time: 0.1366963
Jan 27 05:58:51.952089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'port': {'device_id': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'admin_state_up': True, 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'security_groups': ['b181ea12-7b64-4fda-89b6-370faa340484']}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:52.099039 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0eb6600e-aa15-4792-b868-f9a6c5b68811 req-aeda83a1-d8a4-4079-a1bd-011bf0de2a04 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 210 time: 0.0573568
Jan 27 05:58:52.173298 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701ee4b-d29d-440b-9c29-01c4cd39ecf0 req-b47f0842-6185-4372-9820-d3ecdac209bf tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:52.175039 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a701ee4b-d29d-440b-9c29-01c4cd39ecf0 req-b47f0842-6185-4372-9820-d3ecdac209bf tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.1809130
Jan 27 05:58:52.185170 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:58:52.197066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:58:52.225190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Made reservation on behalf of 3cb21bb44a49408282425064c954b1d8 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:58:52.242356 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a701ee4b-d29d-440b-9c29-01c4cd39ecf0 req-816c58c7-b786-422e-baf5-01e2d6fa1214 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589285
Jan 27 05:58:52.243771 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:52.605600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Allocated IP 172.20.0.4 (cd717a20-f7d9-467c-96a9-5d0c3fab0cfb/f8b1fdaa-6d24-499f-95ea-caeecfda08a2/16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:58:52.824765 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:52.844700 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Transition to ACTIVE for port object 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:58:52.905687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:52.921597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f2e34352-7345-4f6d-8626-efb85f1959c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:53.067043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event updated for resources: {'Port': ['ID=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:53.072168 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:53.132224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:58:53.133546 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:58:53.136174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:58:53.261464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:53.262161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:53.321364 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3761029
Jan 27 05:58:53.448616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Request body: {'port': {'device_id': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:53.522355 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e5e37eb0-7417-494a-a051-7e2cc26acbf4 None None] Provisioning for port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:58:53.532669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e5e37eb0-7417-494a-a051-7e2cc26acbf4 None None] Provisioning complete for port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:58:53.533834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e5e37eb0-7417-494a-a051-7e2cc26acbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:53.625587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e5e37eb0-7417-494a-a051-7e2cc26acbf4 None None] Port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:58:53.745486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878290f-894a-4152-840a-3a17913d09f0 req-0326bc9b-c8c2-49bb-a75a-2c879f554e0e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:53.748228 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e878290f-894a-4152-840a-3a17913d09f0 req-0326bc9b-c8c2-49bb-a75a-2c879f554e0e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2764978
Jan 27 05:58:53.817056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69cf39-8015-4fd0-ac12-d6b234f0661c req-eceeca4a-1ff1-4b7a-a460-3c55332d11a8 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:53.817900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-bf69cf39-8015-4fd0-ac12-d6b234f0661c req-eceeca4a-1ff1-4b7a-a460-3c55332d11a8 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Synchronizing usage tracker for tenant:3cb21bb44a49408282425064c954b1d8 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:58:53.828942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:53.890443 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e878290f-894a-4152-840a-3a17913d09f0 req-eccf4295-de71-4c4b-9c45-70eb715584bc tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1310558
Jan 27 05:58:53.894057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-bf69cf39-8015-4fd0-ac12-d6b234f0661c req-eceeca4a-1ff1-4b7a-a460-3c55332d11a8 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Unset dirty status for tenant:3cb21bb44a49408282425064c954b1d8 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:58:53.898657 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bf69cf39-8015-4fd0-ac12-d6b234f0661c req-eceeca4a-1ff1-4b7a-a460-3c55332d11a8 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 931 time: 0.5368295
Jan 27 05:58:53.991124 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-1beed0d0-01a2-4d80-bc01-419456c89a58 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:53.993706 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-1beed0d0-01a2-4d80-bc01-419456c89a58 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 945 time: 0.2064753
Jan 27 05:58:54.047620 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bf69cf39-8015-4fd0-ac12-d6b234f0661c req-7253c0d9-9f2e-4092-a120-a360f6ba998f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1274323
Jan 27 05:58:54.104024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Deleting port 65df00ba-6c53-4566-90e1-4e29d5a42c93 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:58:54.104423 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:54.419902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 65df00ba-6c53-4566-90e1-4e29d5a42c93 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:58:54.444184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:58:54.453499 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:54.468671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Transition to ACTIVE for port object 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:58:54.499852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:54.500636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] For port 65df00ba-6c53-4566-90e1-4e29d5a42c93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:58:54.501467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:54.534267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3783e7bd-c0c9-4f36-8c2c-06508e32df84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:54.579943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:54.627050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65df00ba-6c53-4566-90e1-4e29d5a42c93'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:58:54.646815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 65df00ba-6c53-4566-90e1-4e29d5a42c93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:58:54.681319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:54.685999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:54.689229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Pushing event updated for resources: {'Port': ['ID=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:54.694816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:54.747941 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65df00ba-6c53-4566-90e1-4e29d5a42c93', 'code': 200}
Jan 27 05:58:54.806677 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=65df00ba-6c53-4566-90e1-4e29d5a42c93,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:54.819312 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:54.934017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:54.934232 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:54.935072 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Floating IP 1ecf75b0-0977-4093-a399-bab23c31071d disassociated. External IP: 172.27.2.178, port: 65df00ba-6c53-4566-90e1-4e29d5a42c93.
Jan 27 05:58:54.935072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Calling delete_port for 65df00ba-6c53-4566-90e1-4e29d5a42c93 owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:58:54.973177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Attempting to bind port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:58:54.973913 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Attempting to bind port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:58:54.975057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Attempting to bind port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd on network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:58:55.002565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:58:55.004095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Checking segment: {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:58:55.004095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:55.004600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Bound using segment: {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:58:55.005503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Bound port: 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1801c9-6723-4c3e-b831-4bb951b6b8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:58:55.006784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:55.164996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80177) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 05:58:55.165619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 05:58:55.348691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bd1f6-7d05-4b1f-aede-f161d4fd0e1c req-d273e0f6-cd1d-426a-8ed3-759fbf2a9c81 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:55.351883 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd4bd1f6-7d05-4b1f-aede-f161d4fd0e1c req-d273e0f6-cd1d-426a-8ed3-759fbf2a9c81 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 943 time: 0.1687329
Jan 27 05:58:55.379604 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:55.441397 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-43926e2f-c21d-4613-af55-6e10064c5a89 req-1b236514-4a29-459c-b6ae-43c41d2d3e67 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-196077419&fields=id&tenant_id=5117a8ade19c4b7295732c57b1f2be7a HTTP/1.1" status: 200  len: 267 time: 0.3453858
Jan 27 05:58:55.446659 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd4bd1f6-7d05-4b1f-aede-f161d4fd0e1c req-41ad3df1-6924-42cf-8744-ae2f29e026cc tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868142
Jan 27 05:58:55.508873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] For port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:58:55.532129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] For port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:58:55.571648 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:55.664539 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:55.667717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Deleting port 65df00ba-6c53-4566-90e1-4e29d5a42c93 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:58:55.668114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:55.754996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43926e2f-c21d-4613-af55-6e10064c5a89 req-5f775322-a9ba-40b7-9114-616fd2390207 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:55.756939 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-43926e2f-c21d-4613-af55-6e10064c5a89 req-5f775322-a9ba-40b7-9114-616fd2390207 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 985 time: 0.3026323
Jan 27 05:58:55.789901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-43926e2f-c21d-4613-af55-6e10064c5a89 req-d122b205-b99d-4f7b-b5f3-8ee07b687ef3 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Request body: {'port': {'security_groups': ['898cbbcf-7802-497d-a882-1590c420666c']}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:58:55.975390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Pushing event updated for resources: {'Port': ['ID=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:55.988466 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:56.029297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-43926e2f-c21d-4613-af55-6e10064c5a89 req-d122b205-b99d-4f7b-b5f3-8ee07b687ef3 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:56.054526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:56.055229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:56.055459 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] For port 65df00ba-6c53-4566-90e1-4e29d5a42c93, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=65df00ba-6c53-4566-90e1-4e29d5a42c93,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:58:56.055881 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:56.056841 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] 10.222.0.13 "PUT /v2.0/ports/16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd HTTP/1.1" status: 200  len: 1157 time: 2.6253943
Jan 27 05:58:56.057344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:58:56.238409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35f311-7060-405d-9a77-49459d3e8f5a req-e10a7c45-e6ba-40d8-a3da-1ae3be91c338 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:56.239658 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ff35f311-7060-405d-9a77-49459d3e8f5a req-e10a7c45-e6ba-40d8-a3da-1ae3be91c338 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.3099625
Jan 27 05:58:56.321560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-a7f51234-00f0-4037-92d4-b786ff5a14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:56.323223 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-a7f51234-00f0-4037-92d4-b786ff5a14ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 1160 time: 0.1542401
Jan 27 05:58:56.417090 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ff35f311-7060-405d-9a77-49459d3e8f5a req-23463154-9faa-432b-8de2-f6a0c0b28822 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Synchronizing usage tracker for tenant:3cb21bb44a49408282425064c954b1d8 on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:58:56.481372 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-b5cfbae3-8b5d-4b79-aa71-ce80477ff3b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd HTTP/1.1" status: 200  len: 217 time: 0.1392093
Jan 27 05:58:56.563251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:56.564003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:56.564697 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Floating IP 1ecf75b0-0977-4093-a399-bab23c31071d disassociated. External IP: 172.27.2.178, port: 65df00ba-6c53-4566-90e1-4e29d5a42c93.
Jan 27 05:58:56.565501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Calling delete_port for 65df00ba-6c53-4566-90e1-4e29d5a42c93 owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:58:56.610083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-6d20faab-b9c3-4cf4-b89b-c84d09d60c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:56.611774 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-6d20faab-b9c3-4cf4-b89b-c84d09d60c7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.1235063
Jan 27 05:58:56.625227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ff35f311-7060-405d-9a77-49459d3e8f5a req-23463154-9faa-432b-8de2-f6a0c0b28822 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Unset dirty status for tenant:3cb21bb44a49408282425064c954b1d8 on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:58:56.627404 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ff35f311-7060-405d-9a77-49459d3e8f5a req-23463154-9faa-432b-8de2-f6a0c0b28822 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3682327
Jan 27 05:58:56.676873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-43926e2f-c21d-4613-af55-6e10064c5a89 req-d122b205-b99d-4f7b-b5f3-8ee07b687ef3 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] For port d7b8283c-d844-4842-b200-973b436ad410, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=d7b8283c-d844-4842-b200-973b436ad410,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:58:56.726783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-43926e2f-c21d-4613-af55-6e10064c5a89 req-d122b205-b99d-4f7b-b5f3-8ee07b687ef3 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:56.744023 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-181a568e-36a1-47f7-9b6a-8fd83c0b4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:56.746438 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-181a568e-36a1-47f7-9b6a-8fd83c0b4cf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1240580
Jan 27 05:58:56.760128 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd', 'status': 'completed', 'code': 200}
Jan 27 05:58:56.763137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-43926e2f-c21d-4613-af55-6e10064c5a89 req-d122b205-b99d-4f7b-b5f3-8ee07b687ef3 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:56.797060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:57.017984 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:57.049551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d13e0ab9-4461-4063-980a-2450e7bfd575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:57.095504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122b205-b99d-4f7b-b5f3-8ee07b687ef3 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Pushing event updated for resources: {'Port': ['ID=d7b8283c-d844-4842-b200-973b436ad410,revision_number=6']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:57.100203 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d122b205-b99d-4f7b-b5f3-8ee07b687ef3 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:57.169210 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event deleted for resources: {'Port': ['ID=65df00ba-6c53-4566-90e1-4e29d5a42c93,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:57.180766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:57.217810 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-0d0adbcb-08a8-406f-a304-48869298a0c7 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3196924
Jan 27 05:58:57.266106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb4e42-aef1-437a-b577-c55cbc82192e req-db10ffdc-632f-4404-9ce9-16e465a92c7d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:57.267931 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-01eb4e42-aef1-437a-b577-c55cbc82192e req-db10ffdc-632f-4404-9ce9-16e465a92c7d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 865 time: 0.3948371
Jan 27 05:58:57.335405 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43926e2f-c21d-4613-af55-6e10064c5a89 req-d122b205-b99d-4f7b-b5f3-8ee07b687ef3 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:57.337777 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-43926e2f-c21d-4613-af55-6e10064c5a89 req-d122b205-b99d-4f7b-b5f3-8ee07b687ef3 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:57.341446 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-43926e2f-c21d-4613-af55-6e10064c5a89 req-d122b205-b99d-4f7b-b5f3-8ee07b687ef3 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "PUT /v2.0/ports/d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 943 time: 1.5670478
Jan 27 05:58:57.393542 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-01eb4e42-aef1-437a-b577-c55cbc82192e req-90cbe93b-034c-4a77-9f8d-650efb819422 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=a0ec2036-60cf-4357-912b-56ee1b5608d5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1016335
Jan 27 05:58:57.566414 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-07c0cc28-6da4-4310-8159-ee09bd670421 None None] Provisioning complete for port d7b8283c-d844-4842-b200-973b436ad410 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:58:57.567005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-07c0cc28-6da4-4310-8159-ee09bd670421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:57.751302 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-af4a1521-308c-4ae8-82fc-063aefdec7d6 req-806f60aa-e90d-4629-adc6-90e31cad03ab tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups/8307b8d9-ce29-4654-b075-eefd813fa04a HTTP/1.1" status: 200  len: 3003 time: 0.3247864
Jan 27 05:58:57.850419 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-121d8839-3096-49f5-b01b-cb0e364fdfc4 req-983be440-5351-42e7-a865-78e0bb21b9cf service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5053933
Jan 27 05:58:57.905391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Router 71648d5c-ef71-4842-beb4-e73be5437244 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:58:57.984784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-af4a1521-308c-4ae8-82fc-063aefdec7d6 req-2f2aaf43-355c-47a5-8807-97a92ec0cd38 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:58.035534 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-af4a1521-308c-4ae8-82fc-063aefdec7d6 req-2f2aaf43-355c-47a5-8807-97a92ec0cd38 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:58.192700 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2a8f-109f-46b0-9750-5892f8119cb8 req-ee88f44a-115e-4d8e-93a4-1efe27f30694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:58.198938 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f7eb2a8f-109f-46b0-9750-5892f8119cb8 req-ee88f44a-115e-4d8e-93a4-1efe27f30694 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 1160 time: 0.1421695
Jan 27 05:58:58.233057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-af4a1521-308c-4ae8-82fc-063aefdec7d6 req-2f2aaf43-355c-47a5-8807-97a92ec0cd38 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:58.242169 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06bd52b1-5d56-45fa-9b30-fcf336d4fe74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:58:58.303068 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaebbda-86ee-44da-8683-bcff725a8b48 req-243aae21-f31a-4ec2-9e51-7394d2dd41f9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:58.309865 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ffaebbda-86ee-44da-8683-bcff725a8b48 req-243aae21-f31a-4ec2-9e51-7394d2dd41f9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.3986125
Jan 27 05:58:58.320136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2aaf43-355c-47a5-8807-97a92ec0cd38 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8307b8d9-ce29-4654-b075-eefd813fa04a,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:58:58.323015 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2f2aaf43-355c-47a5-8807-97a92ec0cd38 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:58:58.355476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:58:58.374437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d04e3-5b60-42f3-a0a3-63594a31b095 None None] Sync routers for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:58:58.393671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d04e3-5b60-42f3-a0a3-63594a31b095 None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:58:58.394827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-910d04e3-5b60-42f3-a0a3-63594a31b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639674400>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:58:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:58:58.421949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-af4a1521-308c-4ae8-82fc-063aefdec7d6 req-2f2aaf43-355c-47a5-8807-97a92ec0cd38 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:58.424191 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-af4a1521-308c-4ae8-82fc-063aefdec7d6 req-2f2aaf43-355c-47a5-8807-97a92ec0cd38 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "DELETE /v2.0/security-groups/8307b8d9-ce29-4654-b075-eefd813fa04a HTTP/1.1" status: 204  len: 173 time: 0.6713538
Jan 27 05:58:58.442312 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2a8f-109f-46b0-9750-5892f8119cb8 req-c3c957a8-7b45-4b75-8a77-9ae35f61dd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:58.445765 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f7eb2a8f-109f-46b0-9750-5892f8119cb8 req-c3c957a8-7b45-4b75-8a77-9ae35f61dd8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 910 time: 0.2402205
Jan 27 05:58:58.508068 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ffaebbda-86ee-44da-8683-bcff725a8b48 req-a85ceb0c-d4c3-4ab6-b80a-26d8f0240bbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1832802
Jan 27 05:58:58.508068 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] No DVR routers for this DVR port 65df00ba-6c53-4566-90e1-4e29d5a42c93 on host hv-cinder-77262 {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 05:58:58.509631 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:58.530156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'name': 'network-vif-deleted', 'tag': '65df00ba-6c53-4566-90e1-4e29d5a42c93'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:58:58.581371 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-db0341cf-7ecd-49b1-b301-a9d6ec990b61 req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.13 "DELETE /v2.0/ports/65df00ba-6c53-4566-90e1-4e29d5a42c93 HTTP/1.1" status: 204  len: 173 time: 4.5799665
Jan 27 05:58:58.605349 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f7eb2a8f-109f-46b0-9750-5892f8119cb8 req-bfc8db29-f07c-432d-bdaa-c099e8c5155c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd HTTP/1.1" status: 200  len: 217 time: 0.1499944
Jan 27 05:58:58.713908 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-910d04e3-5b60-42f3-a0a3-63594a31b095 None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:58:58.808621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-8dffa071-7375-498b-9732-86a1d26e11ae req-03afe046-0357-471d-8861-802a697b2c32 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Synchronizing usage tracker for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:58:58.830692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:58:58.880455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-8dffa071-7375-498b-9732-86a1d26e11ae req-03afe046-0357-471d-8861-802a697b2c32 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Unset dirty status for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:58:58.889797 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8dffa071-7375-498b-9732-86a1d26e11ae req-03afe046-0357-471d-8861-802a697b2c32 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5f76c3-5a58-4d52-8f75-598b3731c02d HTTP/1.1" status: 200  len: 210 time: 0.2125554
Jan 27 05:58:59.005851 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-f3c08353-98fe-48c1-a25e-0e281a294f02 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/floatingips/91958b76-fac0-42bc-a98b-3b43576b5990 HTTP/1.1" status: 200  len: 999 time: 0.4045844
Jan 27 05:58:59.013351 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2a8f-109f-46b0-9750-5892f8119cb8 req-5e7da30d-ee12-4bcc-bac2-b08bf26e0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:59.016335 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f7eb2a8f-109f-46b0-9750-5892f8119cb8 req-5e7da30d-ee12-4bcc-bac2-b08bf26e0b34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.2799649
Jan 27 05:58:59.024873 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5f76c3-5a58-4d52-8f75-598b3731c02d', 'name': 'network-vif-deleted', 'tag': '65df00ba-6c53-4566-90e1-4e29d5a42c93', 'status': 'completed', 'code': 200}
Jan 27 05:58:59.043833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device d7b8283c-d844-4842-b200-973b436ad410 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:58:59.171318 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410', 'status': 'completed', 'code': 200}
Jan 27 05:58:59.257285 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-63fd423f-509b-4b79-b3ad-541453448a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:59.293789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd56e8-d7ce-4f31-aea3-e07f2edbd481 req-8cf933b1-23f1-45e4-b2b6-f94d7493f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:59.295725 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-93cd56e8-d7ce-4f31-aea3-e07f2edbd481 req-8cf933b1-23f1-45e4-b2b6-f94d7493f4e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 1163 time: 0.1412854
Jan 27 05:58:59.366228 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port d7b8283c-d844-4842-b200-973b436ad410 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:58:59.366866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:58:59.500346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd56e8-d7ce-4f31-aea3-e07f2edbd481 req-77f784f3-7378-4269-8542-64d40e609087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:59.503535 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-93cd56e8-d7ce-4f31-aea3-e07f2edbd481 req-77f784f3-7378-4269-8542-64d40e609087 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 200  len: 909 time: 0.1997144
Jan 27 05:58:59.539132 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-910d04e3-5b60-42f3-a0a3-63594a31b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639674400>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:58:59.600967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d04e3-5b60-42f3-a0a3-63594a31b095 None None] Checking router: 71648d5c-ef71-4842-beb4-e73be5437244 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:58:59.655738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d04e3-5b60-42f3-a0a3-63594a31b095 None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:58:59.656883 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-910d04e3-5b60-42f3-a0a3-63594a31b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639674400>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:58:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:58:59.716807 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-93cd56e8-d7ce-4f31-aea3-e07f2edbd481 req-acc76942-20dd-4f0b-adb7-f11d8af6ed0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 1002 time: 0.2059653
Jan 27 05:58:59.838632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-00ab85e1-6df3-45e2-995b-8f3a5e01e389 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:59.840322 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-00ab85e1-6df3-45e2-995b-8f3a5e01e389 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 784 time: 0.8218565
Jan 27 05:58:59.857469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-1a6f7802-69c5-4a7b-9ec5-d01243bc6837 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 05:58:59.862670 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-1a6f7802-69c5-4a7b-9ec5-d01243bc6837 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0131452
Jan 27 05:58:59.866819 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb2a8f-109f-46b0-9750-5892f8119cb8 req-f11e6c37-1a85-4a20-b998-bb1f6bf4aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:59.870312 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f7eb2a8f-109f-46b0-9750-5892f8119cb8 req-f11e6c37-1a85-4a20-b998-bb1f6bf4aee5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7000082
Jan 27 05:58:59.876276 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd56e8-d7ce-4f31-aea3-e07f2edbd481 req-0977745d-5137-4cf5-bc2f-91347cc53f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:58:59.877998 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-93cd56e8-d7ce-4f31-aea3-e07f2edbd481 req-0977745d-5137-4cf5-bc2f-91347cc53f9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7102eb78-3f89-429f-b94f-a5724a2de8de HTTP/1.1" status: 200  len: 854 time: 0.1494064
Jan 27 05:59:00.055974 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09699634-27e8-429e-a714-92450ac04ddb req-7e931f19-b033-4e97-8bdd-0ecfc8eebdda tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:00.057700 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-09699634-27e8-429e-a714-92450ac04ddb req-7e931f19-b033-4e97-8bdd-0ecfc8eebdda tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.2823155
Jan 27 05:59:00.083019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-910d04e3-5b60-42f3-a0a3-63594a31b095 None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:59:00.111808 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd56e8-d7ce-4f31-aea3-e07f2edbd481 req-59a13e90-3793-4198-a1bf-a964c1b78c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:00.113511 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-93cd56e8-d7ce-4f31-aea3-e07f2edbd481 req-59a13e90-3793-4198-a1bf-a964c1b78c24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39acc527-f903-4eaa-b66c-449a6bd00a28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2254183
Jan 27 05:59:00.144590 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-2623197b-a259-49eb-a8de-d1f084dac710 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.179 HTTP/1.1" status: 200  len: 1002 time: 0.2668641
Jan 27 05:59:00.165268 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-09699634-27e8-429e-a714-92450ac04ddb req-112634ca-38dd-48fa-bbf0-bfafc5f41f79 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0974920
Jan 27 05:59:00.266258 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f7eb2a8f-109f-46b0-9750-5892f8119cb8 req-6e46995f-52e1-4d0c-a684-83d40e1f2f52 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3072717
Jan 27 05:59:00.335302 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-93cd56e8-d7ce-4f31-aea3-e07f2edbd481 req-7e459bc9-9158-42fa-8a43-75bd90f5e398 service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2134564
Jan 27 05:59:00.340725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-268e5aa6-7288-45bc-90e3-99e5b71d5434 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:00.342302 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-268e5aa6-7288-45bc-90e3-99e5b71d5434 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports/d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 943 time: 0.1868067
Jan 27 05:59:00.425389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 43278) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:00.526591 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-93cd56e8-d7ce-4f31-aea3-e07f2edbd481 req-f621b6fb-4d79-4966-8916-0d6876dd6e01 service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1704311
Jan 27 05:59:00.539284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-910d04e3-5b60-42f3-a0a3-63594a31b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639674400>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:00.543805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d04e3-5b60-42f3-a0a3-63594a31b095 None None] The sync data for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi is: [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:59:00.680960 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f7eb2a8f-109f-46b0-9750-5892f8119cb8 req-274f38f0-a3b6-4b89-8441-88422d30249c service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3374836
Jan 27 05:59:00.685643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a65f4cf2-0113-4c47-bcaa-123242311171 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:00.702840 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-71b950bd-ef4d-4a1f-9d97-9da2db3c70cf tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.179 HTTP/1.1" status: 200  len: 1002 time: 0.2303450
Jan 27 05:59:00.825024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a65f4cf2-0113-4c47-bcaa-123242311171 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:00.974060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a968189-fd4b-4c8e-a3fb-5488ba0b3f29 None None] New status for floating IP 1ecf75b0-0977-4093-a399-bab23c31071d: DOWN {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 05:59:01.015137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Deleting port 62b41269-0888-4c8f-9ffa-837acceca5ee {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:59:01.015539 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:01.047161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a65f4cf2-0113-4c47-bcaa-123242311171 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:01.059278 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-deca97e0-c881-4389-a5cf-b473a8f3583f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:01.088949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f4cf2-0113-4c47-bcaa-123242311171 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ec2036-60cf-4357-912b-56ee1b5608d5,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:01.095664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a65f4cf2-0113-4c47-bcaa-123242311171 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:01.191476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a65f4cf2-0113-4c47-bcaa-123242311171 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:01.196047 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a65f4cf2-0113-4c47-bcaa-123242311171 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "DELETE /v2.0/security-groups/a0ec2036-60cf-4357-912b-56ee1b5608d5 HTTP/1.1" status: 204  len: 168 time: 0.7662516
Jan 27 05:59:01.196468 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43284) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:01.215316 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.v2.resource [None req-c7e66202-f066-4844-8db8-3c36f92dcc3b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] show failed (client error): The resource could not be found.
Jan 27 05:59:01.216560 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c7e66202-f066-4844-8db8-3c36f92dcc3b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups/a0ec2036-60cf-4357-912b-56ee1b5608d5 HTTP/1.1" status: 404  len: 347 time: 0.0189579
Jan 27 05:59:01.219769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43288) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:01.239630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:01.240742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:01.393600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Calling delete_port for 62b41269-0888-4c8f-9ffa-837acceca5ee owned by network:floatingip {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:59:01.483581 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Deleting port f505ca2c-869c-4140-a70c-4cb7d73285b2 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:59:01.483888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:01.595945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c652e272-717f-485a-bf25-74278d52b0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:01.628827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:01.658978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:01.732874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d0533-1fe1-4fc5-b1ee-54ef56c636ae req-808ed4c7-716c-4dad-b35f-7b20b6193fe3 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:01.735092 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0b2d0533-1fe1-4fc5-b1ee-54ef56c636ae req-808ed4c7-716c-4dad-b35f-7b20b6193fe3 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.3338387
Jan 27 05:59:01.815597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:01.815961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:01.842479 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Pushing event deleted for resources: {'Port': ['ID=62b41269-0888-4c8f-9ffa-837acceca5ee,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:01.846196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:01.850843 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0b2d0533-1fe1-4fc5-b1ee-54ef56c636ae req-3b11dd31-73d5-439a-b691-b394fa34ce2c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1067963
Jan 27 05:59:02.004230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Calling delete_port for f505ca2c-869c-4140-a70c-4cb7d73285b2 owned by network:floatingip {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:59:02.047456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks [] for floatingip, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:02.047833 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Floating IP 91958b76-fac0-42bc-a98b-3b43576b5990 disassociated (deleted). External IP: 172.27.2.179, port: d7b8283c-d844-4842-b200-973b436ad410.
Jan 27 05:59:02.218614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:02.235702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a7a713fd-c3e4-41bb-add7-18158621557e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:02.334353 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event deleted for resources: {'Port': ['ID=f505ca2c-869c-4140-a70c-4cb7d73285b2,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:02.341660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:02.445621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:02.467048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Router 5f312933-bf82-4c01-b746-06e3fa29e2e2 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:59:02.539603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:02.610234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:02.612178 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "DELETE /v2.0/floatingips/1ecf75b0-0977-4093-a399-bab23c31071d HTTP/1.1" status: 204  len: 168 time: 1.3912153
Jan 27 05:59:02.710055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:59:02.724971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49391ec8-493a-4a99-93f3-f3d90e2de716 None None] Sync routers for ids ['5f312933-bf82-4c01-b746-06e3fa29e2e2'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:59:02.737446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49391ec8-493a-4a99-93f3-f3d90e2de716 None None] Routers {'5f312933-bf82-4c01-b746-06e3fa29e2e2'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:59:02.738782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-49391ec8-493a-4a99-93f3-f3d90e2de716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639637b70>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:59:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['5f312933-bf82-4c01-b746-06e3fa29e2e2'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:02.792482 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:02.859178 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "DELETE /v2.0/floatingips/91958b76-fac0-42bc-a98b-3b43576b5990 HTTP/1.1" status: 204  len: 173 time: 2.1448700
Jan 27 05:59:02.859912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:59:02.965299 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-49391ec8-493a-4a99-93f3-f3d90e2de716 None None] Set router 5f312933-bf82-4c01-b746-06e3fa29e2e2 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:59:02.979503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-e028c589-1023-443f-a6c0-4a7af7a7b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:02.982166 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-e028c589-1023-443f-a6c0-4a7af7a7b11c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 1163 time: 0.0980327
Jan 27 05:59:03.411312 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-49391ec8-493a-4a99-93f3-f3d90e2de716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639637b70>, [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:08Z', 'revision_number': 4, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '38afb6dd-a3c0-491a-be4b-cfe072944323', 'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'mac_address': 'fa:16:3e:cc:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:07Z', 'updated_at': '2021-01-27T05:54:19Z', 'revision_number': 5, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'subnets': [{'id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:03.423387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49391ec8-493a-4a99-93f3-f3d90e2de716 None None] Checking router: 5f312933-bf82-4c01-b746-06e3fa29e2e2 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:59:03.436251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49391ec8-493a-4a99-93f3-f3d90e2de716 None None] Routers {'5f312933-bf82-4c01-b746-06e3fa29e2e2'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:59:03.438125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-49391ec8-493a-4a99-93f3-f3d90e2de716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639637b70>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:59:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['5f312933-bf82-4c01-b746-06e3fa29e2e2'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:03.446853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-3e1c5d36-3348-4cf3-8c9d-6abdb913d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:03.448840 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-3e1c5d36-3348-4cf3-8c9d-6abdb913d128 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 200  len: 909 time: 0.4592178
Jan 27 05:59:03.533443 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-a02be8be-d233-4eff-9976-6d165f957ed6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 217 time: 0.0727568
Jan 27 05:59:03.614572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-fac0ac3e-cdef-4104-84b4-34d1659d0be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:03.616404 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-fac0ac3e-cdef-4104-84b4-34d1659d0be4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7102eb78-3f89-429f-b94f-a5724a2de8de HTTP/1.1" status: 200  len: 854 time: 0.0755992
Jan 27 05:59:03.679147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43314) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:03.688411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--465300344', 'description': 'tempest-description--569151689'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:59:03.714989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:59:03.724025 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Usage tracker for resource:security_group and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:59:03.729418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:59:03.747692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:59:03.748196 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410', 'status': 'completed', 'code': 200}
Jan 27 05:59:03.749736 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:03.770521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-9f6ffe59-d043-4030-a756-733a2c2e2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:03.777746 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-9f6ffe59-d043-4030-a756-733a2c2e2505 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39acc527-f903-4eaa-b66c-449a6bd00a28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1450222
Jan 27 05:59:03.798050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:03.813588 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:03.844560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-49391ec8-493a-4a99-93f3-f3d90e2de716 None None] Set router 5f312933-bf82-4c01-b746-06e3fa29e2e2 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:59:03.856573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:59:03.861509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Usage tracker for resource:security_group_rule and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:59:03.864849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:59:03.876705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:59:04.049104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0ae51-881e-47dd-b33f-6e74973f7b5f req-ad8dfb19-ac41-47b8-b594-be9cce6f3e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:04.050835 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bcd0ae51-881e-47dd-b33f-6e74973f7b5f req-ad8dfb19-ac41-47b8-b594-be9cce6f3e09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 1163 time: 0.2409451
Jan 27 05:59:04.053679 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-da5d1f9c-9c72-48fb-a514-7e0ca7376490 service neutron] 10.222.0.24 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2686090
Jan 27 05:59:04.318509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-49391ec8-493a-4a99-93f3-f3d90e2de716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639637b70>, [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:08Z', 'revision_number': 4, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '38afb6dd-a3c0-491a-be4b-cfe072944323', 'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'mac_address': 'fa:16:3e:cc:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:07Z', 'updated_at': '2021-01-27T05:54:19Z', 'revision_number': 5, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'subnets': [{'id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:04.321329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:04.323579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49391ec8-493a-4a99-93f3-f3d90e2de716 None None] The sync data for ids ['5f312933-bf82-4c01-b746-06e3fa29e2e2'] in dv-cinder-772623-1-iscsi is: [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:54:08Z', 'revision_number': 4, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '38afb6dd-a3c0-491a-be4b-cfe072944323', 'name': '', 'network_id': '39acc527-f903-4eaa-b66c-449a6bd00a28', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'mac_address': 'fa:16:3e:cc:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:07Z', 'updated_at': '2021-01-27T05:54:19Z', 'revision_number': 5, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'subnets': [{'id': '7102eb78-3f89-429f-b94f-a5724a2de8de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:59:04.357888 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d5bc2b00-b1a4-48be-8e62-8aa95446f8ac req-0d1d6370-e0c7-4a5a-8261-cbd0043c7db2 service neutron] 10.222.0.24 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2938435
Jan 27 05:59:04.360601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0ae51-881e-47dd-b33f-6e74973f7b5f req-ff55b2f3-e7cc-4498-a807-e0024cbd4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:04.362117 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bcd0ae51-881e-47dd-b33f-6e74973f7b5f req-ff55b2f3-e7cc-4498-a807-e0024cbd4e55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 200  len: 909 time: 0.2704451
Jan 27 05:59:04.402828 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a38bc5-1579-4053-8b72-9b863fc49af0 req-ed184e38-a919-45c2-8ff6-9f2af1ad155c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:04.404954 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-85a38bc5-1579-4053-8b72-9b863fc49af0 req-ed184e38-a919-45c2-8ff6-9f2af1ad155c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.4812856
Jan 27 05:59:04.440683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:04.451975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e671c35f-13b7-4665-ad05-a5104b643d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:04.452720 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bcd0ae51-881e-47dd-b33f-6e74973f7b5f req-a7baae08-1ee6-412e-aec1-0ddba0c71cf4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 200  len: 217 time: 0.0802453
Jan 27 05:59:04.490041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f828aeb-742a-4c6b-af17-dc110ef83ba8,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:04.508338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:04.572265 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-85a38bc5-1579-4053-8b72-9b863fc49af0 req-d864dcf4-276c-40dd-a2f9-67671ca4ef81 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1584017
Jan 27 05:59:04.576418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:04.579588 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0ae51-881e-47dd-b33f-6e74973f7b5f req-adeda8af-017f-4ae0-891f-c10d4888b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:04.580935 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.9000332
Jan 27 05:59:04.581528 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bcd0ae51-881e-47dd-b33f-6e74973f7b5f req-adeda8af-017f-4ae0-891f-c10d4888b7c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7102eb78-3f89-429f-b94f-a5724a2de8de HTTP/1.1" status: 200  len: 854 time: 0.1229026
Jan 27 05:59:04.581834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43322) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:04.594952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'security_group_rule': {'security_group_id': '8f828aeb-742a-4c6b-af17-dc110ef83ba8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:59:04.623304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:59:04.629377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Usage tracker for resource:security_group_rule and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:59:04.633340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:59:04.639338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:59:04.683936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0ae51-881e-47dd-b33f-6e74973f7b5f req-e62b5a24-4756-4ef6-9b1d-3aee8f6ef06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:04.685570 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bcd0ae51-881e-47dd-b33f-6e74973f7b5f req-e62b5a24-4756-4ef6-9b1d-3aee8f6ef06c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39acc527-f903-4eaa-b66c-449a6bd00a28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0920873
Jan 27 05:59:04.712581 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:04.804739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:04.850975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:04.853196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:04.864750 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bcd0ae51-881e-47dd-b33f-6e74973f7b5f req-f5408f98-bb85-4f47-a422-fc0b9ecd14de service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692443
Jan 27 05:59:04.877739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0eb77e0-cb1f-42b5-beb0-4c77c94f7396,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:04.881230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:04.944399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891d727-dfd0-4fe9-a3e3-402d7a3c6e4d None None] New status for floating IP 91958b76-fac0-42bc-a98b-3b43576b5990: DOWN {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 05:59:04.962287 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:04.963635 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-99084f0c-fa3a-41da-bf99-405a672cff7f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3807464
Jan 27 05:59:04.966456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43330) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:04.972443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'security_group_rule': {'security_group_id': '8f828aeb-742a-4c6b-af17-dc110ef83ba8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:59:04.991766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:59:04.995929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Usage tracker for resource:security_group_rule and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:59:04.998983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:59:05.005457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:59:05.043104 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bcd0ae51-881e-47dd-b33f-6e74973f7b5f req-c46ee0a9-c496-4e91-a3b2-096e510cab44 service neutron] 10.222.0.13 "GET /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1680105
Jan 27 05:59:05.097826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:05.194375 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:05.235766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:05.237950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:05.263898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8256d732-b8cc-48a6-8ff6-9163b187c791,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:05.266618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:05.302172 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:05.304940 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d749bf77-bd7d-4b18-923e-44dc9dfb6c96 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3374732
Jan 27 05:59:05.308586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43336) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:05.314630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'floatingip': {'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:59:05.333406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:59:05.338038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Usage tracker for resource:floatingip and tenant:14d7b1aa31a748be92e2a0709c159f0f is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 05:59:05.341246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 05:59:05.348345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:59:05.388149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:05.420545 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:59:05.548012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:05.554615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:59:05.560289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:59:05.560702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:05.702245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:05.732740 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:59:05.749669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:59:05.790529 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:05.793433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:05.828167 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd', 'code': 200}
Jan 27 05:59:05.857674 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Allocated IP 172.27.2.171 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/f16a7592-b918-4163-ae2a-bc937d40407c) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:59:05.885798 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:05.895598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.895987 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.896912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.897716 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.898137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.898509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.898880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.899246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.899655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.900018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.900378 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.900740 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.901158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.901516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.901872 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.902227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.902839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.903196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.903596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.903955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.904312 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.904668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.905027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.905382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:05.918401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:05.936941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129d08e-41dc-4d77-b3d7-6c6330a221c3 req-1b418131-874b-40cc-8ade-c52fae095d0f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:05.938705 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7129d08e-41dc-4d77-b3d7-6c6330a221c3 req-1b418131-874b-40cc-8ade-c52fae095d0f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1884890
Jan 27 05:59:06.001537 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7129d08e-41dc-4d77-b3d7-6c6330a221c3 req-f3d88ac0-c97f-4e6c-97fb-1a0a61c26b97 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553877
Jan 27 05:59:06.043312 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:06.114126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:06.130558 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:06.202616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f48b1-0654-46dd-a7b7-6994416ab3ce req-3e51f67e-7c84-4a7e-8526-6c6a4b43d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:06.204904 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-180f48b1-0654-46dd-a7b7-6994416ab3ce req-3e51f67e-7c84-4a7e-8526-6c6a4b43d497 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 1162 time: 0.0909019
Jan 27 05:59:06.251814 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-180f48b1-0654-46dd-a7b7-6994416ab3ce req-2324f5f5-779c-4d2b-b539-51067910f943 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398259
Jan 27 05:59:06.278644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'Port': ['ID=f16a7592-b918-4163-ae2a-bc937d40407c,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:06.284189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:06.340393 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:59:06.341594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:59:06.343873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:59:06.432841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:06.538480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:06.826854 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:06.841357 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:59:06.858404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:06.876439 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0df196e7-3f33-4526-8174-8a80bff3aafd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:06.918584 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:59:06.919106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:07.013366 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'Port': ['ID=f16a7592-b918-4163-ae2a-bc937d40407c,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:07.018569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:07.137186 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:07.196294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:07.198097 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b90fd2bc-721c-43b5-829c-b25c8f6a32a0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8882537
Jan 27 05:59:07.501535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-e5e42eb5-4d6d-4504-9605-27e8a67b855e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Synchronizing usage tracker for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:59:07.541157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37d8c-a3f3-4790-bd37-208e9fc67627 req-82c09375-6edf-487c-9cf2-8baa703e53c0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:07.544314 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dfe37d8c-a3f3-4790-bd37-208e9fc67627 req-82c09375-6edf-487c-9cf2-8baa703e53c0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.2336316
Jan 27 05:59:07.550504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-e5e42eb5-4d6d-4504-9605-27e8a67b855e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Unset dirty status for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:59:07.551833 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-e5e42eb5-4d6d-4504-9605-27e8a67b855e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--465300344&fields=id&tenant_id=14d7b1aa31a748be92e2a0709c159f0f HTTP/1.1" status: 200  len: 267 time: 0.1118941
Jan 27 05:59:07.608151 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dfe37d8c-a3f3-4790-bd37-208e9fc67627 req-3862e7a3-483b-42ed-9e9b-d2e6c4ac20b6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577548
Jan 27 05:59:07.808161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-3226cf0c-fe83-428f-b8d0-75c9585e07c8 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:07.809878 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-3226cf0c-fe83-428f-b8d0-75c9585e07c8 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 811 time: 0.2491016
Jan 27 05:59:07.827051 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-63363ec9-a172-42f2-b492-112fb1edf2a7 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/quotas/14d7b1aa31a748be92e2a0709c159f0f HTTP/1.1" status: 200  len: 375 time: 0.0108907
Jan 27 05:59:07.961697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-ba0974c8-3477-48b3-a1a7-aed797bef198 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Synchronizing usage tracker for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:59:08.007478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-ba0974c8-3477-48b3-a1a7-aed797bef198 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Unset dirty status for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:59:08.008963 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-ba0974c8-3477-48b3-a1a7-aed797bef198 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1761367
Jan 27 05:59:08.185792 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-931d0c61-c7e3-47af-aa7f-f395ed8c4bb2 service neutron] 10.222.0.24 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493924
Jan 27 05:59:08.340081 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-21c0750b-4b77-4e62-883d-03d45ca84bf0 service neutron] 10.222.0.24 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470633
Jan 27 05:59:08.600168 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5d9e6e76-38a0-4f2a-81a3-e205508b5dc6 req-fc0b2e7d-3a01-4015-9b84-5c1943507d40 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0551713
Jan 27 05:59:08.682614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:59:08.764250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:59:08.772130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:08.933047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e46c9-804d-4486-a463-c939f7936b9d req-80df3937-df78-4411-8569-11d7fce153ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:08.934927 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-481e46c9-804d-4486-a463-c939f7936b9d req-80df3937-df78-4411-8569-11d7fce153ff tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1619945
Jan 27 05:59:09.000523 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-481e46c9-804d-4486-a463-c939f7936b9d req-1584e4f2-486a-4f10-8c78-48f4b536c2c9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589767
Jan 27 05:59:09.295729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369034-62c1-4f9d-ad0e-f20dab5c3698 req-b45696d4-92a3-42bd-8f17-788df419b296 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:09.297355 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c2369034-62c1-4f9d-ad0e-f20dab5c3698 req-b45696d4-92a3-42bd-8f17-788df419b296 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1537788
Jan 27 05:59:09.308400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43388) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:09.314218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-730d0b20-39e5-4b5c-a5ea-61d27f732cc5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Request body: {'floatingip': {'port_id': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:59:09.411283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-730d0b20-39e5-4b5c-a5ea-61d27f732cc5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:09.788851 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e19e9983-3d80-49d2-b221-feb54e61954c req-449f46b3-2ffb-4548-a4dc-e40344bec943 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0493064
Jan 27 05:59:10.451925 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-730d0b20-39e5-4b5c-a5ea-61d27f732cc5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:10.455983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-03513a80-f2fe-40d8-b2c0-95db199e64d1 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:10.457661 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-03513a80-f2fe-40d8-b2c0-95db199e64d1 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.13 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 811 time: 0.2429268
Jan 27 05:59:10.485074 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-730d0b20-39e5-4b5c-a5ea-61d27f732cc5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:10.601778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-c5646e5b-fb18-45c5-9e4b-b26a68679b22 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Synchronizing usage tracker for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:59:10.624709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-c5646e5b-fb18-45c5-9e4b-b26a68679b22 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Unset dirty status for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:59:10.627302 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-c5646e5b-fb18-45c5-9e4b-b26a68679b22 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14d7b1aa31a748be92e2a0709c159f0f HTTP/1.1" status: 200  len: 5703 time: 0.1462073
Jan 27 05:59:10.658297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'port': {'device_id': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'admin_state_up': True, 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'security_groups': ['8f828aeb-742a-4c6b-af17-dc110ef83ba8']}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:59:10.769732 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [None req-730d0b20-39e5-4b5c-a5ea-61d27f732cc5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Floating IP 1caaa0ab-d58d-41f8-916c-081666d2d5e3 associated. External IP: 172.27.2.196, port: 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd.
Jan 27 05:59:10.899540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 05:59:10.913808 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 05:59:11.006861 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Made reservation on behalf of 14d7b1aa31a748be92e2a0709c159f0f for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 05:59:11.028939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:11.055569 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-df7bad60-b890-4b7f-b73e-52c6c1178134 req-e3f2f044-5d13-41aa-9152-1ac262cc15fe tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.1019738
Jan 27 05:59:11.293108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730d0b20-39e5-4b5c-a5ea-61d27f732cc5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Router f396d5ac-e8d5-4099-876a-76816f09614a has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:59:11.567253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Allocated IP 172.20.0.6 (8b619c5d-c69e-4f9e-bc39-c66055e0cc08/553256bc-95c4-47dc-a078-dc0fbcc996e5/53a48529-317c-4597-988d-78e7c7d11b4a) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 05:59:11.586944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730d0b20-39e5-4b5c-a5ea-61d27f732cc5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:59:11.597329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-730d0b20-39e5-4b5c-a5ea-61d27f732cc5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:11.608360 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963b449-ed9f-466e-8ba8-b2725afe7eaf None None] Sync routers for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:59:11.629596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963b449-ed9f-466e-8ba8-b2725afe7eaf None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:59:11.630900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e963b449-ed9f-466e-8ba8-b2725afe7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63995cc50>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:59:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:11.747008 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-730d0b20-39e5-4b5c-a5ea-61d27f732cc5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "PUT /v2.0/floatingips/1caaa0ab-d58d-41f8-916c-081666d2d5e3 HTTP/1.1" status: 200  len: 991 time: 2.4369822
Jan 27 05:59:11.748590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:59:11.919072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:11.973853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Transition to ACTIVE for port object 53a48529-317c-4597-988d-78e7c7d11b4a will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:59:12.031796 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd', 'status': 'completed', 'code': 200}
Jan 27 05:59:12.047917 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:12.109234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bd3ea4a0-65ae-457f-ba84-1671c0b4b198 tempest-DeleteServersTestJSON-1980831943 tempest-DeleteServersTestJSON-1980831943-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:12.249578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76209c05-10ee-4d04-bb41-3e68a5ccf9d6 req-c08c9b49-48d4-4688-a16a-6d7328236969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:12.251174 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76209c05-10ee-4d04-bb41-3e68a5ccf9d6 req-c08c9b49-48d4-4688-a16a-6d7328236969 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 1162 time: 0.1558876
Jan 27 05:59:12.254128 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-e963b449-ed9f-466e-8ba8-b2725afe7eaf None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:59:12.437803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76209c05-10ee-4d04-bb41-3e68a5ccf9d6 req-8fb21981-2a92-4745-82e8-66593dfe825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:12.439697 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76209c05-10ee-4d04-bb41-3e68a5ccf9d6 req-8fb21981-2a92-4745-82e8-66593dfe825b service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 910 time: 0.1791577
Jan 27 05:59:12.472533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event updated for resources: {'Port': ['ID=53a48529-317c-4597-988d-78e7c7d11b4a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:12.489297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 05:59:12.491821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:12.494765 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 05:59:12.501233 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 05:59:12.588368 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76209c05-10ee-4d04-bb41-3e68a5ccf9d6 req-3fd20a0b-33a4-4c22-b3ff-82a0af8ea47c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd HTTP/1.1" status: 200  len: 999 time: 0.1407583
Jan 27 05:59:12.660017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f101b1b-65e1-483f-a0a7-4e385b3f6e2d req-5ec10641-9941-4d98-af5c-91a70a5d39bd tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:12.665015 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4f101b1b-65e1-483f-a0a7-4e385b3f6e2d req-5ec10641-9941-4d98-af5c-91a70a5d39bd tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 931 time: 0.3342786
Jan 27 05:59:12.688225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76209c05-10ee-4d04-bb41-3e68a5ccf9d6 req-78aa8577-860a-4990-87d2-e6a81e52ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:12.690134 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76209c05-10ee-4d04-bb41-3e68a5ccf9d6 req-78aa8577-860a-4990-87d2-e6a81e52ecf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.0935431
Jan 27 05:59:12.725377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:12.726637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:12.812003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76209c05-10ee-4d04-bb41-3e68a5ccf9d6 req-1d9632d2-b0fb-4a45-9b3c-e0e123574c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:12.813793 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76209c05-10ee-4d04-bb41-3e68a5ccf9d6 req-1d9632d2-b0fb-4a45-9b3c-e0e123574c31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1114085
Jan 27 05:59:12.842760 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4f101b1b-65e1-483f-a0a7-4e385b3f6e2d req-c2ddd07c-dfd0-46fa-9e3c-24a3b07e0c5f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092379
Jan 27 05:59:12.845569 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1960981
Jan 27 05:59:12.848497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e963b449-ed9f-466e-8ba8-b2725afe7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63995cc50>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '1caaa0ab-d58d-41f8-916c-081666d2d5e3', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'port_id': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'mac_address': 'fa:16:3e:74:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:58:46Z', 'updated_at': '2021-01-27T05:59:09Z', 'revision_number': 1, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:12.854117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963b449-ed9f-466e-8ba8-b2725afe7eaf None None] Checking router: f396d5ac-e8d5-4099-876a-76816f09614a for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:59:12.864385 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963b449-ed9f-466e-8ba8-b2725afe7eaf None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:59:12.865749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e963b449-ed9f-466e-8ba8-b2725afe7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63995cc50>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:59:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:12.874848 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Request body: {'port': {'device_id': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:59:13.009783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:13.139207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-e963b449-ed9f-466e-8ba8-b2725afe7eaf None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:59:13.157115 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76209c05-10ee-4d04-bb41-3e68a5ccf9d6 req-d7639c6f-f7db-4bba-b460-71203523f02d service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3225052
Jan 27 05:59:13.355478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e79efb24-1521-4f91-9ea9-78af5d629bd9 None None] Provisioning for port 53a48529-317c-4597-988d-78e7c7d11b4a completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:59:13.370660 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76209c05-10ee-4d04-bb41-3e68a5ccf9d6 req-2f4e6972-f890-4837-adbc-e8475e12f7ea service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2029445
Jan 27 05:59:13.372948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e79efb24-1521-4f91-9ea9-78af5d629bd9 None None] Provisioning complete for port 53a48529-317c-4597-988d-78e7c7d11b4a triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:59:13.373361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e79efb24-1521-4f91-9ea9-78af5d629bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:13.516402 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e79efb24-1521-4f91-9ea9-78af5d629bd9 None None] Port 53a48529-317c-4597-988d-78e7c7d11b4a cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 05:59:13.647636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-e963b449-ed9f-466e-8ba8-b2725afe7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63995cc50>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '1caaa0ab-d58d-41f8-916c-081666d2d5e3', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'port_id': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'mac_address': 'fa:16:3e:74:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:58:46Z', 'updated_at': '2021-01-27T05:59:09Z', 'revision_number': 1, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:13.652606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963b449-ed9f-466e-8ba8-b2725afe7eaf None None] The sync data for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi is: [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '1caaa0ab-d58d-41f8-916c-081666d2d5e3', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'port_id': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'mac_address': 'fa:16:3e:74:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:58:46Z', 'updated_at': '2021-01-27T05:59:09Z', 'revision_number': 1, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:59:13.768063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a48529-317c-4597-988d-78e7c7d11b4a {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 05:59:13.770139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:13.785571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Transition to ACTIVE for port object 53a48529-317c-4597-988d-78e7c7d11b4a will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 05:59:13.824248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:13.844502 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c9c9a683-d8d6-46f8-bd7d-a71ae4f993ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:13.927911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Pushing event updated for resources: {'Port': ['ID=53a48529-317c-4597-988d-78e7c7d11b4a,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:13.969876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358ed5a4-5665-45d1-9b70-ba2f45819e0d None None] New status for floating IP 1caaa0ab-d58d-41f8-916c-081666d2d5e3: ACTIVE {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 05:59:13.982845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:14.348367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98670e-c3f7-4467-a22f-5c1bec9c49a7 req-ed779f81-fbf2-473a-8e82-174171bc7014 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:14.349731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-1f98670e-c3f7-4467-a22f-5c1bec9c49a7 req-ed779f81-fbf2-473a-8e82-174171bc7014 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Synchronizing usage tracker for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:59:14.398201 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Attempting to bind port 53a48529-317c-4597-988d-78e7c7d11b4a on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 05:59:14.398585 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Attempting to bind port 53a48529-317c-4597-988d-78e7c7d11b4a by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 05:59:14.398953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Attempting to bind port 53a48529-317c-4597-988d-78e7c7d11b4a on network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 05:59:14.405488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 05:59:14.405803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Checking segment: {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 05:59:14.406218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:14.406615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Bound using segment: {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 05:59:14.407097 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Bound port: 53a48529-317c-4597-988d-78e7c7d11b4a, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4f2b47-cb5d-4fcd-90c4-d119483db939', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 05:59:14.407493 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:14.420088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-1f98670e-c3f7-4467-a22f-5c1bec9c49a7 req-ed779f81-fbf2-473a-8e82-174171bc7014 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Unset dirty status for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:59:14.421453 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1f98670e-c3f7-4467-a22f-5c1bec9c49a7 req-ed779f81-fbf2-473a-8e82-174171bc7014 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.4139771
Jan 27 05:59:14.548022 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1f98670e-c3f7-4467-a22f-5c1bec9c49a7 req-e04cd0ac-a3a8-4f5c-923a-df78cbad97a9 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1171672
Jan 27 05:59:14.565943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] For port 53a48529-317c-4597-988d-78e7c7d11b4a, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 05:59:14.570324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] For port 53a48529-317c-4597-988d-78e7c7d11b4a, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=53a48529-317c-4597-988d-78e7c7d11b4a,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 05:59:14.602239 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:14.619794 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fb8161dc-33a2-42f7-bf18-fd215b5311f4 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:14.777961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Pushing event updated for resources: {'Port': ['ID=53a48529-317c-4597-988d-78e7c7d11b4a,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:14.783048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:14.815288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:14.816249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:14.817494 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] 10.222.0.13 "PUT /v2.0/ports/53a48529-317c-4597-988d-78e7c7d11b4a HTTP/1.1" status: 200  len: 1157 time: 1.9502804
Jan 27 05:59:14.818714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'tag': '53a48529-317c-4597-988d-78e7c7d11b4a'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:59:14.903402 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'tag': '53a48529-317c-4597-988d-78e7c7d11b4a', 'status': 'completed', 'code': 200}
Jan 27 05:59:15.853948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f571ee0-586e-4a7b-8bd1-3836064de702 req-17bfebef-98ec-4f04-a15d-09d075fae979 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:15.855682 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5f571ee0-586e-4a7b-8bd1-3836064de702 req-17bfebef-98ec-4f04-a15d-09d075fae979 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1585870
Jan 27 05:59:15.931306 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5f571ee0-586e-4a7b-8bd1-3836064de702 req-655e6579-37eb-4bc1-941e-2d9390ef48b7 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688107
Jan 27 05:59:17.215343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e2132-5f5a-426d-841f-e1caa523da84 req-ac1dc82d-9fc8-4af6-890c-d05d774a8114 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:17.217115 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-667e2132-5f5a-426d-841f-e1caa523da84 req-ac1dc82d-9fc8-4af6-890c-d05d774a8114 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1544673
Jan 27 05:59:17.283994 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-667e2132-5f5a-426d-841f-e1caa523da84 req-753266c2-c964-4418-94b5-4e582bc7ea90 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601087
Jan 27 05:59:17.438933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e967-ecab-4d05-8f94-ffc27bf1cc12 req-f5138a59-74fa-4c00-b997-35f2e669ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:17.440578 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4aa8e967-ecab-4d05-8f94-ffc27bf1cc12 req-f5138a59-74fa-4c00-b997-35f2e669ee69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 1160 time: 0.0864460
Jan 27 05:59:17.609575 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e967-ecab-4d05-8f94-ffc27bf1cc12 req-4c912042-e9f5-4a35-a179-4d45352c7383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:17.611191 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4aa8e967-ecab-4d05-8f94-ffc27bf1cc12 req-4c912042-e9f5-4a35-a179-4d45352c7383 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&shared=False HTTP/1.1" status: 200  len: 905 time: 0.1565082
Jan 27 05:59:17.768786 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8e967-ecab-4d05-8f94-ffc27bf1cc12 req-5523cf85-4e51-4c33-8575-4717586ba8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:17.770307 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4aa8e967-ecab-4d05-8f94-ffc27bf1cc12 req-5523cf85-4e51-4c33-8575-4717586ba8aa service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1528218
Jan 27 05:59:17.935824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-40070191-f73d-4d43-a4d5-dcb02fb63118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:17.937471 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-40070191-f73d-4d43-a4d5-dcb02fb63118 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 1160 time: 0.0925889
Jan 27 05:59:18.024836 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-8df39d50-092d-42a5-8855-b4c565544223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a48529-317c-4597-988d-78e7c7d11b4a HTTP/1.1" status: 200  len: 217 time: 0.0736208
Jan 27 05:59:18.095944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-c95e1481-ad20-4c7a-a733-5ba4bc7cea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:18.097597 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-c95e1481-ad20-4c7a-a733-5ba4bc7cea78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553256bc-95c4-47dc-a078-dc0fbcc996e5 HTTP/1.1" status: 200  len: 850 time: 0.0652587
Jan 27 05:59:18.189524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-220c3d76-0625-4e58-8ced-968c8fe7fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:18.191141 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-220c3d76-0625-4e58-8ced-968c8fe7fd54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866830
Jan 27 05:59:18.353509 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-c12457fd-d945-44df-8994-87f459393edf service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543982
Jan 27 05:59:18.532785 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-318b3bb8-ed15-44b4-a901-b36162970b68 req-3d825445-2c9a-4aa7-a7ab-7091c767218a service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1637764
Jan 27 05:59:18.599289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b699f36-6829-4914-8594-22db5f3160f9 req-97be4fc8-da4b-4696-84a5-55997da601c7 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:18.601117 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7b699f36-6829-4914-8594-22db5f3160f9 req-97be4fc8-da4b-4696-84a5-55997da601c7 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1759133
Jan 27 05:59:18.671610 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7b699f36-6829-4914-8594-22db5f3160f9 req-c02f0d07-31d2-4d1b-84d7-18fad5fd549d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597935
Jan 27 05:59:18.962620 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f3470-d705-442a-9065-5f8f0f3193c0 req-711b5672-bdfd-4bee-8152-5b185b500489 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:18.964412 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-945f3470-d705-442a-9065-5f8f0f3193c0 req-711b5672-bdfd-4bee-8152-5b185b500489 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.1648264
Jan 27 05:59:19.029735 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-945f3470-d705-442a-9065-5f8f0f3193c0 req-c7bd01d2-cb18-4336-8347-8333e7cc58e6 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588508
Jan 27 05:59:19.987056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101a1b5-37bf-4cda-84b8-950ece3691a9 req-7b94d417-a26d-49cc-93f8-2e657a03de0a tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:19.988750 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1101a1b5-37bf-4cda-84b8-950ece3691a9 req-7b94d417-a26d-49cc-93f8-2e657a03de0a tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1572802
Jan 27 05:59:20.055082 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1101a1b5-37bf-4cda-84b8-950ece3691a9 req-d7da334d-dc93-416f-a7ac-fd127ba99323 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590541
Jan 27 05:59:20.331308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae599a-6fbe-4531-ae4d-79aae6e2200e req-573e3fb1-fea8-438a-8489-b3b57bd81a28 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:20.332164 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-7dae599a-6fbe-4531-ae4d-79aae6e2200e req-573e3fb1-fea8-438a-8489-b3b57bd81a28 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Synchronizing usage tracker for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:59:20.382109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-7dae599a-6fbe-4531-ae4d-79aae6e2200e req-573e3fb1-fea8-438a-8489-b3b57bd81a28 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Unset dirty status for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:59:20.384447 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7dae599a-6fbe-4531-ae4d-79aae6e2200e req-573e3fb1-fea8-438a-8489-b3b57bd81a28 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.2084198
Jan 27 05:59:20.448596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-7dae599a-6fbe-4531-ae4d-79aae6e2200e req-accdee0c-05d9-4abc-8423-34d226cf47bb tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Synchronizing usage tracker for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:59:20.490506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-7dae599a-6fbe-4531-ae4d-79aae6e2200e req-accdee0c-05d9-4abc-8423-34d226cf47bb tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Unset dirty status for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:59:20.491849 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7dae599a-6fbe-4531-ae4d-79aae6e2200e req-accdee0c-05d9-4abc-8423-34d226cf47bb tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011589
Jan 27 05:59:21.365053 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf704728-896f-4353-a04e-ad77e27eeada req-f2dd4a80-c0ea-44e1-af2a-d373b6fb2387 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:21.367206 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf704728-896f-4353-a04e-ad77e27eeada req-f2dd4a80-c0ea-44e1-af2a-d373b6fb2387 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1726878
Jan 27 05:59:21.436489 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf704728-896f-4353-a04e-ad77e27eeada req-e240fa8c-6744-4035-8ac9-b04293e7def3 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611024
Jan 27 05:59:21.791332 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b577c6-cb1e-4223-8786-690327406dcf req-db8fddf7-e173-4e3c-bb9b-29b482003f20 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:21.793063 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76b577c6-cb1e-4223-8786-690327406dcf req-db8fddf7-e173-4e3c-bb9b-29b482003f20 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.1546025
Jan 27 05:59:21.857018 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76b577c6-cb1e-4223-8786-690327406dcf req-10d15096-9f39-4b01-a4c1-22daaf5dc15b tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569680
Jan 27 05:59:22.731137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bf8bf-b2dd-4b23-8efd-e08c6d7eaebb req-b3dd1c25-cf4e-4720-9e70-2a4ef96c8903 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:22.732844 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-032bf8bf-b2dd-4b23-8efd-e08c6d7eaebb req-b3dd1c25-cf4e-4720-9e70-2a4ef96c8903 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1592388
Jan 27 05:59:22.795592 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-032bf8bf-b2dd-4b23-8efd-e08c6d7eaebb req-761872a7-84f7-4800-8156-51750bfb1027 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565362
Jan 27 05:59:23.144091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f62e9d-bb3a-49ca-86a1-2f675391a964 req-9e4a3b86-f782-4f06-bb05-58440b1a7382 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:23.145890 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-47f62e9d-bb3a-49ca-86a1-2f675391a964 req-9e4a3b86-f782-4f06-bb05-58440b1a7382 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.1527178
Jan 27 05:59:23.200336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 05:59:23.208680 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-47f62e9d-bb3a-49ca-86a1-2f675391a964 req-6161d31d-4cfd-4bcc-b0b3-8d9f80724b20 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563195
Jan 27 05:59:24.089846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f78fc-31ce-4318-bbe1-9bc9d3520805 req-691759c3-27ec-40c5-8efb-52b74f8b7bc6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:24.091612 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b05f78fc-31ce-4318-bbe1-9bc9d3520805 req-691759c3-27ec-40c5-8efb-52b74f8b7bc6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1569026
Jan 27 05:59:24.156082 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b05f78fc-31ce-4318-bbe1-9bc9d3520805 req-28db2ab9-5477-4bf5-8808-37a99b1c7e19 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570881
Jan 27 05:59:24.494118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc267e-571c-4af3-87ee-971db6c4e81a req-e84f884b-2e32-4046-bc9c-06ab8147848c tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:24.495775 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-96cc267e-571c-4af3-87ee-971db6c4e81a req-e84f884b-2e32-4046-bc9c-06ab8147848c tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.1538341
Jan 27 05:59:24.567595 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-96cc267e-571c-4af3-87ee-971db6c4e81a req-390108eb-d44f-46d0-a82e-268991dcf94f tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648439
Jan 27 05:59:25.312001 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device d7b8283c-d844-4842-b200-973b436ad410 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:59:25.360246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:25.403322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port d7b8283c-d844-4842-b200-973b436ad410 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:59:25.404164 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:25.454756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653b1c5-6fdb-4b69-8dd6-150157956f44 req-5bc7a86d-5ea9-4f03-8d3e-c0b2492bd334 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:25.463329 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f653b1c5-6fdb-4b69-8dd6-150157956f44 req-5bc7a86d-5ea9-4f03-8d3e-c0b2492bd334 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1677330
Jan 27 05:59:25.470348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3a82-aa90-4598-b07d-c00b16dd84de req-8ad4bc74-9fde-4f75-9e90-658a80575a6d tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:25.472271 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a28f3a82-aa90-4598-b07d-c00b16dd84de req-8ad4bc74-9fde-4f75-9e90-658a80575a6d tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.13 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.1715071
Jan 27 05:59:25.523902 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f653b1c5-6fdb-4b69-8dd6-150157956f44 req-26fc1dfd-705c-4200-8ab6-190c961f74ae tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594487
Jan 27 05:59:25.579428 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-a28f3a82-aa90-4598-b07d-c00b16dd84de req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Deleting port d7b8283c-d844-4842-b200-973b436ad410 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:59:25.579822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a28f3a82-aa90-4598-b07d-c00b16dd84de req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:26.149166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-a28f3a82-aa90-4598-b07d-c00b16dd84de req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] For port d7b8283c-d844-4842-b200-973b436ad410, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=d7b8283c-d844-4842-b200-973b436ad410,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:59:26.149474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a28f3a82-aa90-4598-b07d-c00b16dd84de req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:26.226220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebccfa-eb35-4dbe-8448-4014e9bcd8b4 req-29c5d536-9948-4371-a592-147952162768 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:26.227876 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-15ebccfa-eb35-4dbe-8448-4014e9bcd8b4 req-29c5d536-9948-4371-a592-147952162768 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 946 time: 0.5014572
Jan 27 05:59:26.362689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-a28f3a82-aa90-4598-b07d-c00b16dd84de req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Calling delete_port for d7b8283c-d844-4842-b200-973b436ad410 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:59:26.462527 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-15ebccfa-eb35-4dbe-8448-4014e9bcd8b4 req-21565059-10df-4171-98c5-4f42e5c28c64 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/security-groups?id=898cbbcf-7802-497d-a882-1590c420666c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796815
Jan 27 05:59:26.595256 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a28f3a82-aa90-4598-b07d-c00b16dd84de req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:26.615655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7fefda98-555d-4501-8499-da760c472742 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:26.720769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Pushing event deleted for resources: {'Port': ['ID=d7b8283c-d844-4842-b200-973b436ad410,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:26.723392 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:26.832472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28f3a82-aa90-4598-b07d-c00b16dd84de req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] No DVR routers for this DVR port d7b8283c-d844-4842-b200-973b436ad410 on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 05:59:26.834755 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-a28f3a82-aa90-4598-b07d-c00b16dd84de req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:26.838309 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'name': 'network-vif-deleted', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:59:26.846674 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fad16-351e-4590-9d51-c8d7d46baeb0 req-c4b3ca6c-0a28-4e17-b8b0-13f0aec7c6fd tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:26.848406 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e07fad16-351e-4590-9d51-c8d7d46baeb0 req-c4b3ca6c-0a28-4e17-b8b0-13f0aec7c6fd tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1517150
Jan 27 05:59:26.883645 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a28f3a82-aa90-4598-b07d-c00b16dd84de req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.13 "DELETE /v2.0/ports/d7b8283c-d844-4842-b200-973b436ad410 HTTP/1.1" status: 204  len: 173 time: 1.4024484
Jan 27 05:59:26.903407 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4075d613-247a-4825-860f-020d62069720', 'name': 'network-vif-deleted', 'tag': 'd7b8283c-d844-4842-b200-973b436ad410', 'status': 'completed', 'code': 200}
Jan 27 05:59:26.917204 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e07fad16-351e-4590-9d51-c8d7d46baeb0 req-9904ce92-a5dd-42de-af04-d4b3d373b431 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609918
Jan 27 05:59:27.646143 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-57478500-8195-4c70-9310-f35bbcb8f55f req-15fde385-1962-4de2-bae8-d3927b630727 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.0514848
Jan 27 05:59:28.203438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639860f-6844-4dbe-a1c5-62817a6a2a2a req-722d9fc0-8e1e-463a-827f-71e3aa912ffa tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:28.205049 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4639860f-6844-4dbe-a1c5-62817a6a2a2a req-722d9fc0-8e1e-463a-827f-71e3aa912ffa tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1506279
Jan 27 05:59:28.266026 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4639860f-6844-4dbe-a1c5-62817a6a2a2a req-6beb141f-4c59-42b8-877d-a7cca941eb51 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540330
Jan 27 05:59:28.831124 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d1806d2f-3d75-476b-a0dc-f9dbb3f3fbb0 req-49c5dd1d-b5f8-45a5-9d79-256a1d269857 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.0511470
Jan 27 05:59:29.195645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-941591bf-8ce2-48b3-81f3-cf231cf2b5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:29.551708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e7ae-d0bf-4524-912c-971fc321a9e1 req-eeac9ca1-f692-4d0e-a196-ca55c3ec0556 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:29.553689 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b927e7ae-d0bf-4524-912c-971fc321a9e1 req-eeac9ca1-f692-4d0e-a196-ca55c3ec0556 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1509936
Jan 27 05:59:29.618924 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b927e7ae-d0bf-4524-912c-971fc321a9e1 req-7bb0aa41-4eca-4f29-9302-06aeec26d18e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583107
Jan 27 05:59:30.022073 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d0c20357-0630-4c88-bfe3-d49d216963e6 req-35efbe42-c960-4214-a57e-28b9c0d9d6e0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.0530272
Jan 27 05:59:30.428331 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device d7b8283c-d844-4842-b200-973b436ad410 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:59:30.468056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] No Port match for: d7b8283c-d844-4842-b200-973b436ad410 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 05:59:30.468440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device d7b8283c-d844-4842-b200-973b436ad410 not bound to the agent host hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 05:59:31.132176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4f950-e842-4ced-92f3-b651a2afa579 req-5d07add4-377f-45b1-9c28-15a209449e77 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:31.146295 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ffc4f950-e842-4ced-92f3-b651a2afa579 req-5d07add4-377f-45b1-9c28-15a209449e77 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.3808694
Jan 27 05:59:31.226779 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ffc4f950-e842-4ced-92f3-b651a2afa579 req-ef175c51-f17a-41f2-b575-df837b82f6a4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843849
Jan 27 05:59:31.233852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-090e3d08-8a77-40a1-88da-44c75e0a7d98 req-fa8e7a7f-fa7f-4630-9413-6bbe3b0b3ce0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Synchronizing usage tracker for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 05:59:31.273610 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-090e3d08-8a77-40a1-88da-44c75e0a7d98 req-fa8e7a7f-fa7f-4630-9413-6bbe3b0b3ce0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Unset dirty status for tenant:5117a8ade19c4b7295732c57b1f2be7a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 05:59:31.274912 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-090e3d08-8a77-40a1-88da-44c75e0a7d98 req-fa8e7a7f-fa7f-4630-9413-6bbe3b0b3ce0 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] 10.222.0.24 "GET /v2.0/ports?device_id=4075d613-247a-4825-860f-020d62069720 HTTP/1.1" status: 200  len: 210 time: 0.0914497
Jan 27 05:59:31.595639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-542e7a04-5170-45c0-8dcd-90fe63d4e334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:32.449199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:32.521081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0871e-ceac-4ea3-b0bf-f3de26365799 req-94cf2989-c844-4ec9-9040-40969dd5cdbe tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:32.522853 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4bb0871e-ceac-4ea3-b0bf-f3de26365799 req-94cf2989-c844-4ec9-9040-40969dd5cdbe tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1601737
Jan 27 05:59:32.592475 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4bb0871e-ceac-4ea3-b0bf-f3de26365799 req-191621ab-6864-44f3-a906-6248a5f20306 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629838
Jan 27 05:59:33.333335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 53a48529-317c-4597-988d-78e7c7d11b4a up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:59:33.438955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 53a48529-317c-4597-988d-78e7c7d11b4a completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 05:59:33.444598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 53a48529-317c-4597-988d-78e7c7d11b4a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:59:33.445236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:33.588760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:33.639059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:33.716978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a48529-317c-4597-988d-78e7c7d11b4a'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:59:33.734931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 53a48529-317c-4597-988d-78e7c7d11b4a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=53a48529-317c-4597-988d-78e7c7d11b4a,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:59:33.776399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:33.781853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:33.781853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:33.812361 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a48529-317c-4597-988d-78e7c7d11b4a', 'code': 200}
Jan 27 05:59:33.860411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43626) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:33.876589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=53a48529-317c-4597-988d-78e7c7d11b4a,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:33.885262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:33.948246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d4c14-79dd-4f01-8257-3d33aed66c57 req-872bba54-a5f6-4449-8cfd-c5335f4ec771 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:33.949993 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2c0d4c14-79dd-4f01-8257-3d33aed66c57 req-872bba54-a5f6-4449-8cfd-c5335f4ec771 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 945 time: 0.1957717
Jan 27 05:59:34.014908 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2c0d4c14-79dd-4f01-8257-3d33aed66c57 req-007f2f02-028d-4029-b787-96e196a56690 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582380
Jan 27 05:59:34.162752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f91e6-e8b6-424d-9f98-52a921711dca req-e05e5ea6-dadf-4539-be28-0f9f01de24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:34.164542 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-631f91e6-e8b6-424d-9f98-52a921711dca req-e05e5ea6-dadf-4539-be28-0f9f01de24d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 1162 time: 0.0832746
Jan 27 05:59:34.209756 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-631f91e6-e8b6-424d-9f98-52a921711dca req-e8807846-de34-47d3-9542-243ad70cb3c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381820
Jan 27 05:59:34.694826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344479'] for router_interface, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:34.729393 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 53a48529-317c-4597-988d-78e7c7d11b4a up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:59:34.806271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 53a48529-317c-4597-988d-78e7c7d11b4a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:59:34.806689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:35.080462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Deleting port 38afb6dd-a3c0-491a-be4b-cfe072944323 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:59:35.080842 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:35.277575 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] For port 38afb6dd-a3c0-491a-be4b-cfe072944323, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=38afb6dd-a3c0-491a-be4b-cfe072944323,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:59:35.277961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:35.341106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bcc863-86b2-49d6-bdd8-07a8df361683 req-65f99c31-04af-4a86-ae00-448eba3e5efd tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:35.342855 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13bcc863-86b2-49d6-bdd8-07a8df361683 req-65f99c31-04af-4a86-ae00-448eba3e5efd tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 945 time: 0.1805375
Jan 27 05:59:35.410080 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13bcc863-86b2-49d6-bdd8-07a8df361683 req-63ab1222-1f53-4c7e-b98a-9d5ac6a33ea6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569909
Jan 27 05:59:35.433110 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Calling delete_port for 38afb6dd-a3c0-491a-be4b-cfe072944323 owned by network:router_interface {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:59:35.838625 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:35.856070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1a0467ed-bf18-4807-89c6-30c6e6392889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:35.957052 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Pushing event deleted for resources: {'Port': ['ID=38afb6dd-a3c0-491a-be4b-cfe072944323,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:35.971646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.972065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.972474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.972880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.973304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.973703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.974100 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.974499 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.974894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.975284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.975734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.976208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.976911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.977304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.977704 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.978095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.978492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.978870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.979262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.979676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.980043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.980434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.980830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.981205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:35.986808 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:36.335634 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853182275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430192'] for router_interface, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:36.751155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 53a48529-317c-4597-988d-78e7c7d11b4a up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:59:36.831380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 53a48529-317c-4597-988d-78e7c7d11b4a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:59:36.831821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:37.040937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bcb28-4d30-4b02-9f0c-4ad61d997dd4 req-8ff139af-7d52-47a8-a7d5-c9a0805e39c3 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:37.042610 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b90bcb28-4d30-4b02-9f0c-4ad61d997dd4 req-8ff139af-7d52-47a8-a7d5-c9a0805e39c3 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 945 time: 0.2656560
Jan 27 05:59:37.245819 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b90bcb28-4d30-4b02-9f0c-4ad61d997dd4 req-a5ba9ccb-12e8-4b7d-8023-e8226b732118 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1960883
Jan 27 05:59:37.291372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Router 5f312933-bf82-4c01-b746-06e3fa29e2e2 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:59:37.487990 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:59:37.501330 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded38c2d-7504-4540-8ad9-57bf77861a1e None None] Sync routers for ids ['5f312933-bf82-4c01-b746-06e3fa29e2e2'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:59:37.512782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded38c2d-7504-4540-8ad9-57bf77861a1e None None] Routers {'5f312933-bf82-4c01-b746-06e3fa29e2e2'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:59:37.514136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ded38c2d-7504-4540-8ad9-57bf77861a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63977ae48>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:59:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['5f312933-bf82-4c01-b746-06e3fa29e2e2'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:37.539122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4f2dc-96db-459f-ae03-bf108bd6c3aa req-42c0cc63-1d14-472b-b15c-9fccb3144d0e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:37.541024 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-20e4f2dc-96db-459f-ae03-bf108bd6c3aa req-42c0cc63-1d14-472b-b15c-9fccb3144d0e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 945 time: 0.1667461
Jan 27 05:59:37.547346 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] 10.222.0.24 "PUT /v2.0/routers/5f312933-bf82-4c01-b746-06e3fa29e2e2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6851082
Jan 27 05:59:37.549380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43662) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:37.552724 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 43666) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:37.560295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-fc33c256-8505-487c-ae56-e662398eae95 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Request body: {'floatingip': {'port_id': '53a48529-317c-4597-988d-78e7c7d11b4a'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 05:59:37.699681 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc33c256-8505-487c-ae56-e662398eae95 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:37.780549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-ded38c2d-7504-4540-8ad9-57bf77861a1e None None] Set router 5f312933-bf82-4c01-b746-06e3fa29e2e2 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:59:37.829237 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Notify callbacks [] for router, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:38.026721 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:38.032111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Deleting port 58925285-1f95-4b56-bbb8-c2f71bfe25b6 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:59:38.032482 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:38.167265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ded38c2d-7504-4540-8ad9-57bf77861a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63977ae48>, [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:59:35Z', 'revision_number': 5, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:38.173151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded38c2d-7504-4540-8ad9-57bf77861a1e None None] Checking router: 5f312933-bf82-4c01-b746-06e3fa29e2e2 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:59:38.187102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded38c2d-7504-4540-8ad9-57bf77861a1e None None] Routers {'5f312933-bf82-4c01-b746-06e3fa29e2e2'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:59:38.188416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ded38c2d-7504-4540-8ad9-57bf77861a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63977ae48>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:59:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['5f312933-bf82-4c01-b746-06e3fa29e2e2'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:38.246484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] For port 58925285-1f95-4b56-bbb8-c2f71bfe25b6, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=58925285-1f95-4b56-bbb8-c2f71bfe25b6,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:59:38.246765 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:38.396024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Calling delete_port for 58925285-1f95-4b56-bbb8-c2f71bfe25b6 owned by network:router_gateway {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:59:38.410891 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc33c256-8505-487c-ae56-e662398eae95 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:38.458816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc33c256-8505-487c-ae56-e662398eae95 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:38.562531 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:38.599880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-ded38c2d-7504-4540-8ad9-57bf77861a1e None None] Set router 5f312933-bf82-4c01-b746-06e3fa29e2e2 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:59:38.741384 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [None req-fc33c256-8505-487c-ae56-e662398eae95 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Floating IP dc807303-75d6-4a6d-bcbc-056c8018027e associated. External IP: 172.27.2.171, port: 53a48529-317c-4597-988d-78e7c7d11b4a.
Jan 27 05:59:38.880452 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484344'] for router_gateway, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:38.965147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-ded38c2d-7504-4540-8ad9-57bf77861a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63977ae48>, [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:59:35Z', 'revision_number': 5, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:38.971000 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded38c2d-7504-4540-8ad9-57bf77861a1e None None] The sync data for ids ['5f312933-bf82-4c01-b746-06e3fa29e2e2'] in dv-cinder-772623-1-iscsi is: [{'id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'name': 'tempest-TestMinimumBasicScenario-1747951897-router', 'tenant_id': '5117a8ade19c4b7295732c57b1f2be7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:54:00Z', 'updated_at': '2021-01-27T05:59:35Z', 'revision_number': 5, 'project_id': '5117a8ade19c4b7295732c57b1f2be7a', 'gw_port': {'id': '58925285-1f95-4b56-bbb8-c2f71bfe25b6', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f312933-bf82-4c01-b746-06e3fa29e2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:54:02Z', 'updated_at': '2021-01-27T05:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:59:39.061025 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100046'] for router, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:39.068648 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:39.169996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918ab4c-fd53-4ecf-ab92-4dac33cb80b5 req-34c5e1a6-930c-407d-b187-fde72adfe04c tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:39.171830 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e918ab4c-fd53-4ecf-ab92-4dac33cb80b5 req-34c5e1a6-930c-407d-b187-fde72adfe04c tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 945 time: 0.3745196
Jan 27 05:59:39.217252 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 38afb6dd-a3c0-491a-be4b-cfe072944323 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:59:39.249545 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e918ab4c-fd53-4ecf-ab92-4dac33cb80b5 req-a9cfd4b5-0877-47c2-959d-08d0e74f6261 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595851
Jan 27 05:59:39.276555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 38afb6dd-a3c0-491a-be4b-cfe072944323 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 05:59:39.276945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 38afb6dd-a3c0-491a-be4b-cfe072944323 not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 05:59:39.341685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342791'] for router, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:39.342267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f312933-bf82-4c01-b746-06e3fa29e2e2 {{(pid=80177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 27 05:59:39.356005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:39.359741 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e44496bf-442f-4bf8-96a7-a9ab9d11c1ee admin admin] 10.222.0.24 "DELETE /v2.0/routers/5f312933-bf82-4c01-b746-06e3fa29e2e2 HTTP/1.1" status: 204  len: 168 time: 1.8067153
Jan 27 05:59:39.360005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43678) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:39.434685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daee03a-757e-49c1-8497-4d2e966c28c9 admin admin] Deleting subnet 7102eb78-3f89-429f-b94f-a5724a2de8de {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 05:59:39.437025 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc33c256-8505-487c-ae56-e662398eae95 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Router 71648d5c-ef71-4842-beb4-e73be5437244 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 05:59:39.438117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0daee03a-757e-49c1-8497-4d2e966c28c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:39.657937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc33c256-8505-487c-ae56-e662398eae95 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 05:59:39.660446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fc33c256-8505-487c-ae56-e662398eae95 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:39.673898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3fb67-b14a-4f55-b79c-64543f54aed2 None None] Sync routers for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 05:59:39.689124 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3fb67-b14a-4f55-b79c-64543f54aed2 None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:59:39.690402 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bfd3fb67-b14a-4f55-b79c-64543f54aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a35da58>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:59:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:39.750129 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-fc33c256-8505-487c-ae56-e662398eae95 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "PUT /v2.0/floatingips/dc807303-75d6-4a6d-bcbc-056c8018027e HTTP/1.1" status: 200  len: 991 time: 2.1947696
Jan 27 05:59:39.758281 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'tag': '53a48529-317c-4597-988d-78e7c7d11b4a'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:59:39.763271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0daee03a-757e-49c1-8497-4d2e966c28c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253318'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:39.825159 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'tag': '53a48529-317c-4597-988d-78e7c7d11b4a', 'status': 'completed', 'code': 200}
Jan 27 05:59:39.908471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-bfd3fb67-b14a-4f55-b79c-64543f54aed2 None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:59:39.911077 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0daee03a-757e-49c1-8497-4d2e966c28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:39.981670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845576d4-d6b9-4df0-9edd-21d37af15b5a req-f338f097-bb8b-41c9-8850-a11250d53a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:39.983612 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-845576d4-d6b9-4df0-9edd-21d37af15b5a req-f338f097-bb8b-41c9-8850-a11250d53a81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 1162 time: 0.1129720
Jan 27 05:59:40.144367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845576d4-d6b9-4df0-9edd-21d37af15b5a req-90e0ad3d-3e94-4ddb-b46b-fafce5c84bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:40.146019 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-845576d4-d6b9-4df0-9edd-21d37af15b5a req-90e0ad3d-3e94-4ddb-b46b-fafce5c84bcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 905 time: 0.1556726
Jan 27 05:59:40.265271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0daee03a-757e-49c1-8497-4d2e966c28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2902153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850770639'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:40.276910 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-845576d4-d6b9-4df0-9edd-21d37af15b5a req-8b73385f-bceb-44d3-ba5f-5aac3efb2c7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a48529-317c-4597-988d-78e7c7d11b4a HTTP/1.1" status: 200  len: 999 time: 0.1194267
Jan 27 05:59:40.296799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cb25b794-3ad6-46f3-9a82-5586268d0dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:40.336262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bfd3fb67-b14a-4f55-b79c-64543f54aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a35da58>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'dc807303-75d6-4a6d-bcbc-056c8018027e', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'port_id': '53a48529-317c-4597-988d-78e7c7d11b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'mac_address': 'fa:16:3e:0b:1a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:59:06Z', 'updated_at': '2021-01-27T05:59:38Z', 'revision_number': 1, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:40.343544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3fb67-b14a-4f55-b79c-64543f54aed2 None None] Checking router: 71648d5c-ef71-4842-beb4-e73be5437244 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 05:59:40.355385 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3fb67-b14a-4f55-b79c-64543f54aed2 None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 05:59:40.356597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bfd3fb67-b14a-4f55-b79c-64543f54aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a35da58>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T05:59:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:40.367742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845576d4-d6b9-4df0-9edd-21d37af15b5a req-d47210bc-8d63-4938-aa6b-4c56acb813cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:40.369328 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-845576d4-d6b9-4df0-9edd-21d37af15b5a req-d47210bc-8d63-4938-aa6b-4c56acb813cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553256bc-95c4-47dc-a078-dc0fbcc996e5 HTTP/1.1" status: 200  len: 850 time: 0.0745103
Jan 27 05:59:40.392525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daee03a-757e-49c1-8497-4d2e966c28c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7102eb78-3f89-429f-b94f-a5724a2de8de,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:40.406015 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0daee03a-757e-49c1-8497-4d2e966c28c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:40.449844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0daee03a-757e-49c1-8497-4d2e966c28c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:40.453779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d34be6e-b1a9-4bfc-94ec-5188b1ce9bcf None None] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 05:59:40.462076 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-0daee03a-757e-49c1-8497-4d2e966c28c9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7102eb78-3f89-429f-b94f-a5724a2de8de HTTP/1.1" status: 204  len: 168 time: 1.0984263
Jan 27 05:59:40.462696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 43690) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:40.585087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-bfd3fb67-b14a-4f55-b79c-64543f54aed2 None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 05:59:40.599821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:40.612339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845576d4-d6b9-4df0-9edd-21d37af15b5a req-a210e7cf-50d0-4903-9866-11f6f097f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:40.613995 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-845576d4-d6b9-4df0-9edd-21d37af15b5a req-a210e7cf-50d0-4903-9866-11f6f097f1cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2136395
Jan 27 05:59:40.687752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753a041-8c61-449f-8f4c-6568571a0cc6 req-9ff207b3-2805-4299-86ac-8bd04b75dddb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:40.689422 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6753a041-8c61-449f-8f4c-6568571a0cc6 req-9ff207b3-2805-4299-86ac-8bd04b75dddb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 945 time: 0.2156408
Jan 27 05:59:40.697962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 8cf378f4-29be-489a-81dc-b5bd30ae5e75 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 05:59:40.712199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Deleting port c764a2be-5a5d-4f53-9a6a-171d577cb271 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:59:40.713170 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:40.786361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 8cf378f4-29be-489a-81dc-b5bd30ae5e75 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 05:59:40.786964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:40.866967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faeefd0-9044-4aec-8777-81ef9a9ba0bf None None] DHCP port deletion for 39acc527-f903-4eaa-b66c-449a6bd00a28 request from dv-cinder-772623-1-iscsi {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 27 05:59:40.872453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-2faeefd0-9044-4aec-8777-81ef9a9ba0bf None None] Deleting port c764a2be-5a5d-4f53-9a6a-171d577cb271 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:59:40.873035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2faeefd0-9044-4aec-8777-81ef9a9ba0bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:40.880614 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6753a041-8c61-449f-8f4c-6568571a0cc6 req-8fbf1426-1e30-4541-b164-9293a8e0b84d tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631432
Jan 27 05:59:40.937837 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-845576d4-d6b9-4df0-9edd-21d37af15b5a req-dc4cf539-47d5-4d72-b824-7aa3556382ea service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472351
Jan 27 05:59:41.075807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-bfd3fb67-b14a-4f55-b79c-64543f54aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a35da58>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'dc807303-75d6-4a6d-bcbc-056c8018027e', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'port_id': '53a48529-317c-4597-988d-78e7c7d11b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'mac_address': 'fa:16:3e:0b:1a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:59:06Z', 'updated_at': '2021-01-27T05:59:38Z', 'revision_number': 1, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:41.082120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd3fb67-b14a-4f55-b79c-64543f54aed2 None None] The sync data for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi is: [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'dc807303-75d6-4a6d-bcbc-056c8018027e', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'port_id': '53a48529-317c-4597-988d-78e7c7d11b4a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'mac_address': 'fa:16:3e:0b:1a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T05:59:06Z', 'updated_at': '2021-01-27T05:59:38Z', 'revision_number': 1, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 05:59:41.124652 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-845576d4-d6b9-4df0-9edd-21d37af15b5a req-8e5ef72c-dc43-4587-b214-162b6ea59946 service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1800699
Jan 27 05:59:41.220593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-2faeefd0-9044-4aec-8777-81ef9a9ba0bf None None] For port c764a2be-5a5d-4f53-9a6a-171d577cb271, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=c764a2be-5a5d-4f53-9a6a-171d577cb271,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:59:41.221055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2faeefd0-9044-4aec-8777-81ef9a9ba0bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:41.275277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-ee6805eb-48e5-48dd-96ec-821b3f4dfabe tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:41.276967 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-ee6805eb-48e5-48dd-96ec-821b3f4dfabe tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.13 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 945 time: 0.3632252
Jan 27 05:59:41.282875 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] For port c764a2be-5a5d-4f53-9a6a-171d577cb271, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=c764a2be-5a5d-4f53-9a6a-171d577cb271,segment=NetworkSegment(d8a53823-67ec-4f06-b9bc-0ae5a2f374de),segment_id=d8a53823-67ec-4f06-b9bc-0ae5a2f374de)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:59:41.283270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:41.297323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device c764a2be-5a5d-4f53-9a6a-171d577cb271 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:59:41.410535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-2faeefd0-9044-4aec-8777-81ef9a9ba0bf None None] Calling delete_port for c764a2be-5a5d-4f53-9a6a-171d577cb271 owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:59:41.463343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4f1f4c-9ae9-4cf7-9be1-d0c52ba8a4d6 None None] New status for floating IP dc807303-75d6-4a6d-bcbc-056c8018027e: ACTIVE {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 05:59:41.485566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Calling delete_port for c764a2be-5a5d-4f53-9a6a-171d577cb271 owned by network:dhcp {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:59:41.562988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Deleting port 8cf378f4-29be-489a-81dc-b5bd30ae5e75 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:59:41.563391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:41.699799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:41.718131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-81c485df-9769-4995-ab82-69fa18232296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:41.799718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Port c764a2be-5a5d-4f53-9a6a-171d577cb271 update to DOWN by agent not found {{(pid=80178) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 27 05:59:41.800213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 58925285-1f95-4b56-bbb8-c2f71bfe25b6 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:59:41.824610 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c764a2be-5a5d-4f53-9a6a-171d577cb271,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:41.827398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:41.847895 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 58925285-1f95-4b56-bbb8-c2f71bfe25b6 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 05:59:41.848288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 58925285-1f95-4b56-bbb8-c2f71bfe25b6 not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 05:59:41.853431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [None req-2faeefd0-9044-4aec-8777-81ef9a9ba0bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 05:59:41.853864 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [None req-2faeefd0-9044-4aec-8777-81ef9a9ba0bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 05:59:41.978360 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] No DVR routers for this DVR port c764a2be-5a5d-4f53-9a6a-171d577cb271 on host dv-cinder-772623-1-iscsi {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 05:59:42.200249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] For port 8cf378f4-29be-489a-81dc-b5bd30ae5e75, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=8cf378f4-29be-489a-81dc-b5bd30ae5e75,segment=NetworkSegment(a4ba2abf-9ccc-45ef-bc4e-4fdacab52957),segment_id=a4ba2abf-9ccc-45ef-bc4e-4fdacab52957)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:59:42.200651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:42.209654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:42.355632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-2faeefd0-9044-4aec-8777-81ef9a9ba0bf None None] Deleting port c764a2be-5a5d-4f53-9a6a-171d577cb271 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:59:42.356313 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2faeefd0-9044-4aec-8777-81ef9a9ba0bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:42.432699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-2faeefd0-9044-4aec-8777-81ef9a9ba0bf None None] The port 'c764a2be-5a5d-4f53-9a6a-171d577cb271' was deleted {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 27 05:59:42.496870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 8cf378f4-29be-489a-81dc-b5bd30ae5e75 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 05:59:42.642793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:42.663801 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Calling delete_port for 8cf378f4-29be-489a-81dc-b5bd30ae5e75 owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:59:42.677655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b60e23-2940-44de-b95a-cc39a944c13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf378f4-29be-489a-81dc-b5bd30ae5e75'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:59:42.689923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 8cf378f4-29be-489a-81dc-b5bd30ae5e75, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=8cf378f4-29be-489a-81dc-b5bd30ae5e75,segment=NetworkSegment(a4ba2abf-9ccc-45ef-bc4e-4fdacab52957),segment_id=a4ba2abf-9ccc-45ef-bc4e-4fdacab52957)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:59:42.744490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:42.746270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:42.786880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa639016128>,) {'filters': {'network_id': ['39acc527-f903-4eaa-b66c-449a6bd00a28']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:42.792818 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b60e23-2940-44de-b95a-cc39a944c13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf378f4-29be-489a-81dc-b5bd30ae5e75', 'code': 200}
Jan 27 05:59:42.829003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=8cf378f4-29be-489a-81dc-b5bd30ae5e75,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:42.832462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:42.862657 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466364a0-eb9b-4b3d-8df6-3b87fbf129cb req-5c3b29ee-30ab-402e-bd4a-f057d790c2c5 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:42.864422 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-466364a0-eb9b-4b3d-8df6-3b87fbf129cb req-5c3b29ee-30ab-402e-bd4a-f057d790c2c5 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 945 time: 0.8077548
Jan 27 05:59:42.876683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa639016128>, 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:42.877022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa639016128>, 'd8a53823-67ec-4f06-b9bc-0ae5a2f374de') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 05:59:42.912694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852522482'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:42.943971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:42.948409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 05:59:42.976957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80177) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 05:59:42.977324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 05:59:42.992794 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-466364a0-eb9b-4b3d-8df6-3b87fbf129cb req-0a9ae65d-2141-4076-ac75-b237345ac564 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195157
Jan 27 05:59:43.151815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:59:43.160973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851861974'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:43.343816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Network 39acc527-f903-4eaa-b66c-449a6bd00a28 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 05:59:43.367455 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 05:59:43.478511 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Deleting port 8cf378f4-29be-489a-81dc-b5bd30ae5e75 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 05:59:43.478894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:43.510988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:43.532908 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:43.551071 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:43.563400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Pushing event deleted for resources: {'Network': ['ID=39acc527-f903-4eaa-b66c-449a6bd00a28,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:43.571058 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:43.650099 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] 10.222.0.24 "DELETE /v2.0/networks/39acc527-f903-4eaa-b66c-449a6bd00a28 HTTP/1.1" status: 204  len: 168 time: 3.1829970
Jan 27 05:59:43.848636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] For port 8cf378f4-29be-489a-81dc-b5bd30ae5e75, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=8cf378f4-29be-489a-81dc-b5bd30ae5e75,segment=NetworkSegment(a4ba2abf-9ccc-45ef-bc4e-4fdacab52957),segment_id=a4ba2abf-9ccc-45ef-bc4e-4fdacab52957)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 05:59:43.849042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:43.902521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 43712) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:43.958353 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-1a380e54-9e4c-4edc-8c8d-9382d3fd473e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5117a8ade19c4b7295732c57b1f2be7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544968
Jan 27 05:59:43.962157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 43716) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 05:59:43.988358 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Calling delete_port for 8cf378f4-29be-489a-81dc-b5bd30ae5e75 owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 05:59:44.031127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:44.064647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:44.169714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:44.173739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:44.184477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f48f4bad-6ef3-42d6-b515-f98dbbab5f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:44.186361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-461a6242-7ca2-4156-96f2-b2909a8c2bed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 05:59:44.198065 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-99ed2e0b-ffe7-4bfa-a6ad-bf59e3f45870 req-294223ee-173e-4900-b4eb-00eefb5c58c9 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 210 time: 0.0645921
Jan 27 05:59:44.202529 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898cbbcf-7802-497d-a882-1590c420666c,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:44.210682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.211103 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.211778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.211921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.212276 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.212859 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.213240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.213637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.214019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.214405 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.214787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.215171 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.215637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.216065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.216509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.216884 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.217181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.217568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.217999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.218277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.218656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.219035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.219450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.219835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 05:59:44.224692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:44.232539 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:44.236350 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d2f9c19f-647b-4461-a531-d109cb132ca1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/898cbbcf-7802-497d-a882-1590c420666c HTTP/1.1" status: 204  len: 168 time: 0.2707460
Jan 27 05:59:44.236522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Pushing event deleted for resources: {'Port': ['ID=8cf378f4-29be-489a-81dc-b5bd30ae5e75,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 05:59:44.287821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 05:59:44.400069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] No DVR routers for this DVR port 8cf378f4-29be-489a-81dc-b5bd30ae5e75 on host hv-cinder-77262 {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 05:59:44.402413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:44.405420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b60e23-2940-44de-b95a-cc39a944c13c', 'name': 'network-vif-deleted', 'tag': '8cf378f4-29be-489a-81dc-b5bd30ae5e75'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 05:59:44.419264 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b26c44a2-2b4b-41ce-a3c9-b2a88887ccad req-9b1379de-d670-4730-9d6f-067ede8dd41a tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.13 "DELETE /v2.0/ports/8cf378f4-29be-489a-81dc-b5bd30ae5e75 HTTP/1.1" status: 204  len: 173 time: 3.1273954
Jan 27 05:59:44.480473 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b60e23-2940-44de-b95a-cc39a944c13c', 'name': 'network-vif-deleted', 'tag': '8cf378f4-29be-489a-81dc-b5bd30ae5e75', 'status': 'completed', 'code': 200}
Jan 27 05:59:45.396392 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-baa4d1f5-25a3-42e1-b001-ff84f2a7fe00 req-4750042b-44d9-4c6f-9c45-e4c8afd719c8 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=93b60e23-2940-44de-b95a-cc39a944c13c HTTP/1.1" status: 200  len: 210 time: 0.0486341
Jan 27 05:59:52.471160 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13534789-8644-4022-9304-f756b6950b14 req-91ad5726-c765-44c7-ba33-7749125bf69b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1002550
Jan 27 05:59:52.688967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13534789-8644-4022-9304-f756b6950b14 req-9a523e8c-6271-40c1-9e2b-9cb96989c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:52.692238 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13534789-8644-4022-9304-f756b6950b14 req-9a523e8c-6271-40c1-9e2b-9cb96989c00e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fb61d3420134653b9816952a3dd423c&device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1163 time: 0.1213641
Jan 27 05:59:52.911988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13534789-8644-4022-9304-f756b6950b14 req-6d3ef2c8-ece6-44ff-910f-a394cdce7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:52.914229 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13534789-8644-4022-9304-f756b6950b14 req-6d3ef2c8-ece6-44ff-910f-a394cdce7b3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 200  len: 902 time: 0.1934061
Jan 27 05:59:53.043232 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13534789-8644-4022-9304-f756b6950b14 req-347ceb54-f0ea-4d61-93ca-e25763121bce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 1002 time: 0.1217616
Jan 27 05:59:53.123830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13534789-8644-4022-9304-f756b6950b14 req-2a8bc492-4225-445c-978a-e404d2903124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:53.125516 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13534789-8644-4022-9304-f756b6950b14 req-2a8bc492-4225-445c-978a-e404d2903124 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfe35322-0c0d-4d2e-8244-74993ea6bc2c HTTP/1.1" status: 200  len: 847 time: 0.0746799
Jan 27 05:59:53.222082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13534789-8644-4022-9304-f756b6950b14 req-14579392-9a80-4297-8ca0-bd04b298f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 05:59:53.223809 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13534789-8644-4022-9304-f756b6950b14 req-14579392-9a80-4297-8ca0-bd04b298f0f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdcdb00-07a0-4323-a4fd-398255002d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0905290
Jan 27 05:59:53.379039 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13534789-8644-4022-9304-f756b6950b14 req-ac1d9c8d-4054-401d-bb0e-ab4d77d7072b service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451378
Jan 27 05:59:53.544527 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-13534789-8644-4022-9304-f756b6950b14 req-255d0e39-e4ba-4b72-b294-e7dcc49e2bef service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1580610
Jan 27 05:59:56.901424 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 05:59:59.186814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d69a6097-f95e-442b-b688-1c6bb726e10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:00.095462 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b9ef4-8118-4eed-8152-5f82b686948a req-9222125a-64d1-4c4a-897e-2d6a00e62372 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:00.097243 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-9222125a-64d1-4c4a-897e-2d6a00e62372 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/networks?id=a7e314d5-2a9f-4f9d-b308-5453a5353dd0 HTTP/1.1" status: 200  len: 813 time: 0.2477746
Jan 27 06:00:00.116728 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-732c580f-9cd2-4102-a349-abc9cc119375 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/quotas/8a9de9c1c77b4a1e86471c1b01a3dba9 HTTP/1.1" status: 200  len: 375 time: 0.0110421
Jan 27 06:00:00.179452 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-be8273f2-c827-4c99-880d-e63de0ac30c7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a9de9c1c77b4a1e86471c1b01a3dba9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0554101
Jan 27 06:00:00.200662 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:00:00.335445 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-85c1f957-a5cf-4f70-86ab-4b9bb3fe873a service neutron] 10.222.0.24 "GET /v2.0/networks/a7e314d5-2a9f-4f9d-b308-5453a5353dd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477509
Jan 27 06:00:00.479925 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-6719b8a3-ee65-4d18-ac59-68888775f393 service neutron] 10.222.0.24 "GET /v2.0/networks/a7e314d5-2a9f-4f9d-b308-5453a5353dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373355
Jan 27 06:00:00.779814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-6404389e-4ecf-4e20-9aaa-0510afad0962 req-bb2e9840-2944-42ea-b677-6edd48285641 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Synchronizing usage tracker for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:00:00.835580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-6404389e-4ecf-4e20-9aaa-0510afad0962 req-bb2e9840-2944-42ea-b677-6edd48285641 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Unset dirty status for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:00:00.837937 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6404389e-4ecf-4e20-9aaa-0510afad0962 req-bb2e9840-2944-42ea-b677-6edd48285641 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 210 time: 0.1158667
Jan 27 06:00:01.586816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a0890093-c156-4fc6-8b35-0536071e32eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:02.027955 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a3e033e8-6942-4b22-a7e1-0b7b0ebf0c8e req-a429430c-591f-4f2e-bbd0-4da9868ac517 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 210 time: 0.0484533
Jan 27 06:00:02.451931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:02.696156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b9ef4-8118-4eed-8152-5f82b686948a req-7083c8ba-5843-4e1e-b1e7-4055e94dee97 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:02.696959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-192b9ef4-8118-4eed-8152-5f82b686948a req-7083c8ba-5843-4e1e-b1e7-4055e94dee97 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Synchronizing usage tracker for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:network {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:00:02.737575 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-192b9ef4-8118-4eed-8152-5f82b686948a req-7083c8ba-5843-4e1e-b1e7-4055e94dee97 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Unset dirty status for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:network {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:00:02.738897 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-7083c8ba-5843-4e1e-b1e7-4055e94dee97 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.13 "GET /v2.0/networks?id=a7e314d5-2a9f-4f9d-b308-5453a5353dd0 HTTP/1.1" status: 200  len: 813 time: 0.2701867
Jan 27 06:00:02.763315 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Request body: {'port': {'device_id': '212ae0b7-2475-4601-acb6-1c2fb8762c67', 'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0', 'admin_state_up': True, 'tenant_id': '8a9de9c1c77b4a1e86471c1b01a3dba9'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:00:02.925060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:00:02.936013 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:00:02.975800 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Made reservation on behalf of 8a9de9c1c77b4a1e86471c1b01a3dba9 for: {'port': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:00:02.994824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:03.523763 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-770fadc8-1225-4df4-aff1-dd8330164bab req-f7845a50-7dea-4727-bf64-cd6c12ef44ea tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 210 time: 0.3520923
Jan 27 06:00:03.583636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:03.648618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Allocated IP 172.20.0.7 (a7e314d5-2a9f-4f9d-b308-5453a5353dd0/600eec87-33a0-4fcc-a215-9f9bceda832f/7a550096-6c79-4e19-8827-28dd26627810) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:00:03.700917 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:03.876030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:03.932369 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:03.948330 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:00:04.098389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Pushing event updated for resources: {'Port': ['ID=7a550096-6c79-4e19-8827-28dd26627810,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:00:04.103206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:00:04.156043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Network a7e314d5-2a9f-4f9d-b308-5453a5353dd0 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:00:04.157205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:00:04.159672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:00:04.277763 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:04.278412 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:04.415855 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-f9d4abb7-137c-4a1b-9120-da56619f4efb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6568923
Jan 27 06:00:04.435079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Request body: {'port': {'device_id': '212ae0b7-2475-4601-acb6-1c2fb8762c67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:00:04.556995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:04.825869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcb3a0-2250-4758-8bd7-7c37195ba32f req-27f60688-cabf-498a-bf36-850d2c12665b tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:04.827597 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c2dcb3a0-2250-4758-8bd7-7c37195ba32f req-27f60688-cabf-498a-bf36-850d2c12665b tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 931 time: 0.1594758
Jan 27 06:00:04.894016 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c2dcb3a0-2250-4758-8bd7-7c37195ba32f req-49b10169-8156-4961-ba88-00139541d2b9 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598264
Jan 27 06:00:04.997461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a550096-6c79-4e19-8827-28dd26627810 {{(pid=80177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 06:00:05.005137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:05.017866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Transition to ACTIVE for port object 7a550096-6c79-4e19-8827-28dd26627810 will not be triggered until provisioned by entity L2. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:00:05.056933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:05.073280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:00:05.207191 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Pushing event updated for resources: {'Port': ['ID=7a550096-6c79-4e19-8827-28dd26627810,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:00:05.210586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:00:05.395395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Attempting to bind port 7a550096-6c79-4e19-8827-28dd26627810 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:00:05.395759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Attempting to bind port 7a550096-6c79-4e19-8827-28dd26627810 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'a4ba2abf-9ccc-45ef-bc4e-4fdacab52957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0'}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:00:05.396120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Attempting to bind port 7a550096-6c79-4e19-8827-28dd26627810 on network a7e314d5-2a9f-4f9d-b308-5453a5353dd0 {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:00:05.402185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 5, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:00:05.402552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Checking segment: {'id': 'a4ba2abf-9ccc-45ef-bc4e-4fdacab52957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:00:05.402945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:05.403333 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Bound using segment: {'id': 'a4ba2abf-9ccc-45ef-bc4e-4fdacab52957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0'} {{(pid=80177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:00:05.403842 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Bound port: 7a550096-6c79-4e19-8827-28dd26627810, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ba2abf-9ccc-45ef-bc4e-4fdacab52957', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a7e314d5-2a9f-4f9d-b308-5453a5353dd0'}}] {{(pid=80177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:00:05.404203 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:05.507083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] For port 7a550096-6c79-4e19-8827-28dd26627810, host hv-cinder-77262, cleared binding levels {{(pid=80177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:00:05.510550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] For port 7a550096-6c79-4e19-8827-28dd26627810, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=7a550096-6c79-4e19-8827-28dd26627810,segment=NetworkSegment(a4ba2abf-9ccc-45ef-bc4e-4fdacab52957),segment_id=a4ba2abf-9ccc-45ef-bc4e-4fdacab52957)] {{(pid=80177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:00:05.538625 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:05.555603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:00:05.712711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Pushing event updated for resources: {'Port': ['ID=7a550096-6c79-4e19-8827-28dd26627810,revision_number=3']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:00:05.718826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:00:05.753939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:05.754363 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:05.756131 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] 10.222.0.13 "PUT /v2.0/ports/7a550096-6c79-4e19-8827-28dd26627810 HTTP/1.1" status: 200  len: 1157 time: 1.3258023
Jan 27 06:00:05.756745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212ae0b7-2475-4601-acb6-1c2fb8762c67', 'tag': '7a550096-6c79-4e19-8827-28dd26627810'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:00:05.821574 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212ae0b7-2475-4601-acb6-1c2fb8762c67', 'tag': '7a550096-6c79-4e19-8827-28dd26627810', 'status': 'completed', 'code': 200}
Jan 27 06:00:05.983304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22398e-f19c-48e3-b9f7-216faed88dd1 req-bfee8e6f-ad6f-403a-b736-c0bd6aa657f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:05.984989 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0b22398e-f19c-48e3-b9f7-216faed88dd1 req-bfee8e6f-ad6f-403a-b736-c0bd6aa657f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9de9c1c77b4a1e86471c1b01a3dba9&device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 1160 time: 0.0886872
Jan 27 06:00:06.227296 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22398e-f19c-48e3-b9f7-216faed88dd1 req-f9ea3579-7532-4ffa-ad35-9175dd8ab8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:06.228951 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0b22398e-f19c-48e3-b9f7-216faed88dd1 req-f9ea3579-7532-4ffa-ad35-9175dd8ab8b7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a9de9c1c77b4a1e86471c1b01a3dba9&shared=False HTTP/1.1" status: 200  len: 907 time: 0.2309208
Jan 27 06:00:06.298974 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd709a-7e45-415f-a5c8-745cbc99a4ef req-2f63fdd5-091d-47e2-9adc-4d54646b0c57 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:06.306423 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-94dd709a-7e45-415f-a5c8-745cbc99a4ef req-2f63fdd5-091d-47e2-9adc-4d54646b0c57 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Synchronizing usage tracker for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:00:06.436766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-94dd709a-7e45-415f-a5c8-745cbc99a4ef req-2f63fdd5-091d-47e2-9adc-4d54646b0c57 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Unset dirty status for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:00:06.438057 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-94dd709a-7e45-415f-a5c8-745cbc99a4ef req-2f63fdd5-091d-47e2-9adc-4d54646b0c57 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 943 time: 0.4079437
Jan 27 06:00:06.481936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22398e-f19c-48e3-b9f7-216faed88dd1 req-8146e3cc-39e9-4a66-b7e4-b5f2fb94c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:06.483241 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0b22398e-f19c-48e3-b9f7-216faed88dd1 req-8146e3cc-39e9-4a66-b7e4-b5f2fb94c69c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1779752
Jan 27 06:00:06.519821 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-94dd709a-7e45-415f-a5c8-745cbc99a4ef req-db705775-52be-4422-b247-af92035923b4 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727170
Jan 27 06:00:06.643627 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b9ef4-8118-4eed-8152-5f82b686948a req-08a8cf60-e3f0-4aee-8af3-86f3615280ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:06.645252 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-08a8cf60-e3f0-4aee-8af3-86f3615280ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a9de9c1c77b4a1e86471c1b01a3dba9&device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 1160 time: 0.0891583
Jan 27 06:00:06.730596 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-87ea67e4-6a0f-4ca3-b874-446d2270f407 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a550096-6c79-4e19-8827-28dd26627810 HTTP/1.1" status: 200  len: 217 time: 0.0689423
Jan 27 06:00:06.814886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b9ef4-8118-4eed-8152-5f82b686948a req-34b964bd-2202-4e1f-af10-fcae3cb6deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:06.816521 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-34b964bd-2202-4e1f-af10-fcae3cb6deff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=600eec87-33a0-4fcc-a215-9f9bceda832f HTTP/1.1" status: 200  len: 853 time: 0.0746028
Jan 27 06:00:06.876155 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-62783f53-ea6a-419b-828d-4103fee0e398 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7e314d5-2a9f-4f9d-b308-5453a5353dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500793
Jan 27 06:00:07.027227 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-84bdd54c-8fcd-4216-997c-327dc3f62516 service neutron] 10.222.0.13 "GET /v2.0/networks/a7e314d5-2a9f-4f9d-b308-5453a5353dd0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438298
Jan 27 06:00:07.177173 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-192b9ef4-8118-4eed-8152-5f82b686948a req-3f25501f-8e1d-4d97-b127-9c3a07257b7e service neutron] 10.222.0.13 "GET /v2.0/networks/a7e314d5-2a9f-4f9d-b308-5453a5353dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425402
Jan 27 06:00:07.801107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a02300-a95c-451a-9b2a-aa536beac7dd req-b19c92d0-0237-4b89-8fe8-f5fcdf2695fe tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:07.803138 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-08a02300-a95c-451a-9b2a-aa536beac7dd req-b19c92d0-0237-4b89-8fe8-f5fcdf2695fe tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 943 time: 0.1483924
Jan 27 06:00:07.866200 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-08a02300-a95c-451a-9b2a-aa536beac7dd req-61eb0cb3-3c79-40a2-8ff9-5375d674fbaf tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560243
Jan 27 06:00:09.157123 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab12fb3-f298-4f7f-b1bb-670d882fe916 req-e13ceafe-85ad-412f-83e0-83431e7d3bd7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:09.158931 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6ab12fb3-f298-4f7f-b1bb-670d882fe916 req-e13ceafe-85ad-412f-83e0-83431e7d3bd7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 943 time: 0.1563895
Jan 27 06:00:09.227233 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6ab12fb3-f298-4f7f-b1bb-670d882fe916 req-b4b2f149-d2e8-4d3c-8aef-e4846087608e tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610168
Jan 27 06:00:10.535978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625f3c0-ee78-4759-b3a4-86e7ba374ce8 req-d22b3609-dc5e-48e5-bfc0-c02affdcbfd4 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:10.538246 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d625f3c0-ee78-4759-b3a4-86e7ba374ce8 req-d22b3609-dc5e-48e5-bfc0-c02affdcbfd4 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 943 time: 0.1652319
Jan 27 06:00:10.609392 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d625f3c0-ee78-4759-b3a4-86e7ba374ce8 req-7eeb79f8-a5a3-4984-aef3-e2112d3b31cb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641270
Jan 27 06:00:11.919246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa03386-c362-4e15-9bf8-e3a1bf26f45f req-8ba08404-13bf-4187-acc2-1ef494afb6f6 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:11.921002 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cfa03386-c362-4e15-9bf8-e3a1bf26f45f req-8ba08404-13bf-4187-acc2-1ef494afb6f6 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 943 time: 0.1523426
Jan 27 06:00:11.986854 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cfa03386-c362-4e15-9bf8-e3a1bf26f45f req-4f03a812-b16c-438a-906e-8220a5e23022 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595522
Jan 27 06:00:13.317291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c19877-da94-4974-96a2-1652a7a167b4 req-fb5f3750-3401-4bae-abc2-670252cd21cf tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:13.319216 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e8c19877-da94-4974-96a2-1652a7a167b4 req-fb5f3750-3401-4bae-abc2-670252cd21cf tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 943 time: 0.1770897
Jan 27 06:00:13.382628 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e8c19877-da94-4974-96a2-1652a7a167b4 req-5e64242e-f28c-4f48-b61c-5f69ea773ef1 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555489
Jan 27 06:00:13.714666 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 7a550096-6c79-4e19-8827-28dd26627810 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:00:13.823024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 7a550096-6c79-4e19-8827-28dd26627810 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:00:13.828528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 7a550096-6c79-4e19-8827-28dd26627810 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:00:13.828949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:13.965265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:14.172198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212ae0b7-2475-4601-acb6-1c2fb8762c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a550096-6c79-4e19-8827-28dd26627810'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:00:14.184421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 7a550096-6c79-4e19-8827-28dd26627810, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=7a550096-6c79-4e19-8827-28dd26627810,segment=NetworkSegment(a4ba2abf-9ccc-45ef-bc4e-4fdacab52957),segment_id=a4ba2abf-9ccc-45ef-bc4e-4fdacab52957)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:00:14.237256 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212ae0b7-2475-4601-acb6-1c2fb8762c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a550096-6c79-4e19-8827-28dd26627810', 'code': 200}
Jan 27 06:00:14.272283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:14.274589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:00:14.350184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=7a550096-6c79-4e19-8827-28dd26627810,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:00:14.358505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.358888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.359253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.359647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.360011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.360380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.360746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.361155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.361469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.361829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.362185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.362542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.362952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.363308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.364140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.364140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.364409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.364756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.365108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.365550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.365893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.366246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.366591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.366943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:14.371739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:00:14.785764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f3a8-420c-40a1-91d9-061e33df4b25 req-adcd56fb-efa3-4499-b8c0-13dcc83bf1a7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:14.788061 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bc24f3a8-420c-40a1-91d9-061e33df4b25 req-adcd56fb-efa3-4499-b8c0-13dcc83bf1a7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 945 time: 0.2653589
Jan 27 06:00:14.790355 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb22d-0aff-44f0-9b6e-62e3cf22fcde req-92f4fdca-4b3f-469d-8040-4c214441e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:14.791857 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-257fb22d-0aff-44f0-9b6e-62e3cf22fcde req-92f4fdca-4b3f-469d-8040-4c214441e553 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 1162 time: 0.2244613
Jan 27 06:00:14.887200 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bc24f3a8-420c-40a1-91d9-061e33df4b25 req-ce379d27-11d7-4baa-97a1-31009f9c5166 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925722
Jan 27 06:00:14.889997 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-257fb22d-0aff-44f0-9b6e-62e3cf22fcde req-ac7f6756-beff-48e9-86bc-bc92349de834 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777850
Jan 27 06:00:15.126090 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 7a550096-6c79-4e19-8827-28dd26627810 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:00:15.209957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 7a550096-6c79-4e19-8827-28dd26627810 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:00:15.210377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:16.198415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158f15e-0e4f-4c0f-94ae-d782611d581b req-075b23fe-af5e-4416-bef4-1027c076d78b tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:16.200372 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7158f15e-0e4f-4c0f-94ae-d782611d581b req-075b23fe-af5e-4416-bef4-1027c076d78b tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 945 time: 0.1632063
Jan 27 06:00:16.262440 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7158f15e-0e4f-4c0f-94ae-d782611d581b req-f15f0d2f-2dd1-452f-b3ca-beb9cd4f30b7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553522
Jan 27 06:00:17.576121 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b50fcf-b5c6-4714-a149-f1a25ba067c2 req-df96b3bc-3d80-4bf4-ada3-e54f40a15139 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:17.577857 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-77b50fcf-b5c6-4714-a149-f1a25ba067c2 req-df96b3bc-3d80-4bf4-ada3-e54f40a15139 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 945 time: 0.1560986
Jan 27 06:00:17.645433 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-77b50fcf-b5c6-4714-a149-f1a25ba067c2 req-42c205f1-f99e-42ac-878a-c40f6f8c40eb tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610187
Jan 27 06:00:26.891323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:29.176868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-58d6e1a9-2927-4d09-bd81-c1383daec962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:31.592212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e1d95ab-836a-4aec-bc41-f1d88426b246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:32.445641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:33.588608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:33.697331 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:37.200755 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:00:37.217695 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd8e22-625e-4b79-af67-1ab6a565b8cf req-1bbe70e0-0518-4030-8298-669dd458cd27 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:37.219410 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-33cd8e22-625e-4b79-af67-1ab6a565b8cf req-1bbe70e0-0518-4030-8298-669dd458cd27 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1512613
Jan 27 06:00:37.281597 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-33cd8e22-625e-4b79-af67-1ab6a565b8cf req-30105dd3-7366-42c5-affb-a99eadf5749e tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0556400
Jan 27 06:00:38.583598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8001645-8705-4b59-87a8-50ae4a7fe6f2 req-7860ad5a-21aa-44fa-90c4-dc1a4d069a63 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:38.585653 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b8001645-8705-4b59-87a8-50ae4a7fe6f2 req-7860ad5a-21aa-44fa-90c4-dc1a4d069a63 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1626241
Jan 27 06:00:38.669912 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b8001645-8705-4b59-87a8-50ae4a7fe6f2 req-a7debf7a-65cd-45b8-b839-44c29e244803 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0777588
Jan 27 06:00:39.951632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7273fdd-9853-4e7f-9d5c-7087e69b58fc req-c6d82fa3-50c8-402d-ba62-7f7462499f70 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:39.953365 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f7273fdd-9853-4e7f-9d5c-7087e69b58fc req-c6d82fa3-50c8-402d-ba62-7f7462499f70 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1488240
Jan 27 06:00:40.022295 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f7273fdd-9853-4e7f-9d5c-7087e69b58fc req-a0451e31-01fb-44a3-8adf-e1dc310075a7 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0624788
Jan 27 06:00:41.335549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c378842-c059-4946-8750-f91664e31634 req-d95e3d3b-28bb-44c8-bbf0-4efd04d9f512 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:41.337268 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2c378842-c059-4946-8750-f91664e31634 req-d95e3d3b-28bb-44c8-bbf0-4efd04d9f512 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1676030
Jan 27 06:00:41.406819 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2c378842-c059-4946-8750-f91664e31634 req-f5e11db2-e656-4c7e-98d3-b906f8b56948 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0627472
Jan 27 06:00:42.814806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5571f16-522e-40dd-98ef-dd4bcfb73bfa req-1665b3be-8e31-4bd3-a9d6-25e404862cdb tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:42.817824 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b5571f16-522e-40dd-98ef-dd4bcfb73bfa req-1665b3be-8e31-4bd3-a9d6-25e404862cdb tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.2523627
Jan 27 06:00:42.883450 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b5571f16-522e-40dd-98ef-dd4bcfb73bfa req-27bb6257-2062-4d2b-982b-5f6afe578b5d tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0584869
Jan 27 06:00:44.182862 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d8293-fb1e-40fe-819d-6d4cbfec2e43 req-bf5135d4-1b67-4150-b784-807678e2e947 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:44.184643 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-925d8293-fb1e-40fe-819d-6d4cbfec2e43 req-bf5135d4-1b67-4150-b784-807678e2e947 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1553085
Jan 27 06:00:44.250250 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-925d8293-fb1e-40fe-819d-6d4cbfec2e43 req-f817adc4-3e04-4ea8-a1c7-7771372d88e2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0582409
Jan 27 06:00:44.857857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d09a7-fa28-4af7-80bf-e2cc2326f01d req-c4b795e7-bec5-4d3d-95b9-980af79ed2a9 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:44.859619 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d41d09a7-fa28-4af7-80bf-e2cc2326f01d req-c4b795e7-bec5-4d3d-95b9-980af79ed2a9 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 945 time: 0.3793428
Jan 27 06:00:44.927008 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d41d09a7-fa28-4af7-80bf-e2cc2326f01d req-2bae8f84-ac75-4164-8369-5b91a2413ef7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583837
Jan 27 06:00:45.671094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d18e8-26f7-4f22-beb8-b7ed601cd6e4 req-c5e86fcc-661d-44f6-bf7a-454e84b71344 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:45.672859 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a23d18e8-26f7-4f22-beb8-b7ed601cd6e4 req-c5e86fcc-661d-44f6-bf7a-454e84b71344 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1536198
Jan 27 06:00:45.736001 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a23d18e8-26f7-4f22-beb8-b7ed601cd6e4 req-19cb7f40-1e46-4744-a2c5-25b61d5a41b2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0563843
Jan 27 06:00:46.218789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df88c4d-fc56-4c1d-b91f-bc16e628b711 req-c367fa2f-d2c0-45e5-b38d-375fd5582a0b tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:46.220647 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2df88c4d-fc56-4c1d-b91f-bc16e628b711 req-c367fa2f-d2c0-45e5-b38d-375fd5582a0b tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 945 time: 0.1562953
Jan 27 06:00:46.287082 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2df88c4d-fc56-4c1d-b91f-bc16e628b711 req-5daaa28c-7aa5-4da2-acd2-babb8c773859 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596380
Jan 27 06:00:47.324450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a1c2f9-6c78-475d-b888-ba5fe70953ab req-89bcbb49-250e-49b1-8289-cfa039e72ee9 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:47.326178 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b4a1c2f9-6c78-475d-b888-ba5fe70953ab req-89bcbb49-250e-49b1-8289-cfa039e72ee9 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.4533942
Jan 27 06:00:47.452206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fd928-a577-454a-820d-5e9ddf1da335 req-75f74a6d-fe74-4fa6-baa9-90037ca1b4fa tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:47.453899 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b85fd928-a577-454a-820d-5e9ddf1da335 req-75f74a6d-fe74-4fa6-baa9-90037ca1b4fa tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.13 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 945 time: 0.2699723
Jan 27 06:00:47.474729 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b4a1c2f9-6c78-475d-b888-ba5fe70953ab req-64711da0-0641-4604-a900-2768b084b034 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1409311
Jan 27 06:00:47.591611 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-b85fd928-a577-454a-820d-5e9ddf1da335 req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Deleting port 7a550096-6c79-4e19-8827-28dd26627810 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:00:47.591914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b85fd928-a577-454a-820d-5e9ddf1da335 req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:47.838235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71256c33-8d7f-4607-ad03-953fa0901d03 req-9839e531-e77a-4dfe-86a5-82dbe07db8bf tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:47.839999 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-71256c33-8d7f-4607-ad03-953fa0901d03 req-9839e531-e77a-4dfe-86a5-82dbe07db8bf tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 945 time: 0.4150290
Jan 27 06:00:47.907730 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-71256c33-8d7f-4607-ad03-953fa0901d03 req-6bf37647-356c-4840-b1fe-e0565f742c4d tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e0220f2-eca4-4a46-95d7-d5933d3c8a74&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608792
Jan 27 06:00:47.946167 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-b85fd928-a577-454a-820d-5e9ddf1da335 req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] For port 7a550096-6c79-4e19-8827-28dd26627810, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=7a550096-6c79-4e19-8827-28dd26627810,segment=NetworkSegment(a4ba2abf-9ccc-45ef-bc4e-4fdacab52957),segment_id=a4ba2abf-9ccc-45ef-bc4e-4fdacab52957)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:00:47.946559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b85fd928-a577-454a-820d-5e9ddf1da335 req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:48.084958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-b85fd928-a577-454a-820d-5e9ddf1da335 req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Calling delete_port for 7a550096-6c79-4e19-8827-28dd26627810 owned by compute:nova {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:00:48.291410 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b85fd928-a577-454a-820d-5e9ddf1da335 req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:48.311287 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:00:48.414866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Pushing event deleted for resources: {'Port': ['ID=7a550096-6c79-4e19-8827-28dd26627810,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:00:48.427094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.427799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.428206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.428697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.429112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.429465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.429857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.430253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.430645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.431033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.431516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.431858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.432322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.432708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.433096 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.433475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.433857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.434241 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.434646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.435005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.435664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.435943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.436207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.436580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:00:48.442377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:00:48.549271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85fd928-a577-454a-820d-5e9ddf1da335 req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] No DVR routers for this DVR port 7a550096-6c79-4e19-8827-28dd26627810 on host hv-cinder-77262 {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:00:48.551741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b85fd928-a577-454a-820d-5e9ddf1da335 req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:48.556128 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212ae0b7-2475-4601-acb6-1c2fb8762c67', 'name': 'network-vif-deleted', 'tag': '7a550096-6c79-4e19-8827-28dd26627810'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:00:48.597832 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b85fd928-a577-454a-820d-5e9ddf1da335 req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.13 "DELETE /v2.0/ports/7a550096-6c79-4e19-8827-28dd26627810 HTTP/1.1" status: 204  len: 173 time: 1.1213686
Jan 27 06:00:48.627043 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212ae0b7-2475-4601-acb6-1c2fb8762c67', 'name': 'network-vif-deleted', 'tag': '7a550096-6c79-4e19-8827-28dd26627810', 'status': 'completed', 'code': 200}
Jan 27 06:00:48.791051 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2917d-aba8-4e48-829d-3161fcccafad req-55d5fec6-e23e-4092-80a2-cf88042f0970 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:48.792788 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bde2917d-aba8-4e48-829d-3161fcccafad req-55d5fec6-e23e-4092-80a2-cf88042f0970 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1692359
Jan 27 06:00:48.861042 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bde2917d-aba8-4e48-829d-3161fcccafad req-10d8a172-2e23-49eb-928f-2f35a08bdf8a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0617347
Jan 27 06:00:49.117084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-c26cd8ac-c649-4cdc-9e6d-e6a09a567169 req-957ed1f0-1324-49c4-a05e-7ae15e78cee3 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Synchronizing usage tracker for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:00:49.176842 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-c26cd8ac-c649-4cdc-9e6d-e6a09a567169 req-957ed1f0-1324-49c4-a05e-7ae15e78cee3 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Unset dirty status for tenant:8a9de9c1c77b4a1e86471c1b01a3dba9 on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:00:49.178460 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c26cd8ac-c649-4cdc-9e6d-e6a09a567169 req-957ed1f0-1324-49c4-a05e-7ae15e78cee3 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] 10.222.0.24 "GET /v2.0/ports?device_id=212ae0b7-2475-4601-acb6-1c2fb8762c67 HTTP/1.1" status: 200  len: 210 time: 0.1155746
Jan 27 06:00:49.188107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:00:49.262990 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:00:49.263440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:49.423844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 7a550096-6c79-4e19-8827-28dd26627810 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:00:49.462821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] No Port match for: 7a550096-6c79-4e19-8827-28dd26627810 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:00:49.463229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 7a550096-6c79-4e19-8827-28dd26627810 not bound to the agent host hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:00:50.162588 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad16bac-8089-4674-aecf-65375d97d2a0 req-ed837a90-2306-4ad8-9cf6-4dda3fbd6171 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:50.164407 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cad16bac-8089-4674-aecf-65375d97d2a0 req-ed837a90-2306-4ad8-9cf6-4dda3fbd6171 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1564732
Jan 27 06:00:50.226460 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cad16bac-8089-4674-aecf-65375d97d2a0 req-5b1e174a-c2ae-43f7-bb4e-62dc0637a911 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0555184
Jan 27 06:00:51.548173 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517503a-36d5-4f14-9fad-742adecaa3de req-832c0d4e-f097-4e70-89df-4b9ae577bd4b tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:51.549927 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8517503a-36d5-4f14-9fad-742adecaa3de req-832c0d4e-f097-4e70-89df-4b9ae577bd4b tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1550672
Jan 27 06:00:51.619110 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8517503a-36d5-4f14-9fad-742adecaa3de req-f70b6160-c6e3-4085-8b23-2e9a169aaece tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0622470
Jan 27 06:00:52.988443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcc734-bf5a-4cb4-8414-1d0856ac9560 req-1a0b9954-030a-4ae7-9449-15b556c08618 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:52.990191 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7edcc734-bf5a-4cb4-8414-1d0856ac9560 req-1a0b9954-030a-4ae7-9449-15b556c08618 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1588948
Jan 27 06:00:53.056547 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7edcc734-bf5a-4cb4-8414-1d0856ac9560 req-255f149a-0569-4c09-ad88-2a1696b9d9b9 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0595083
Jan 27 06:00:56.657242 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-153abcf8-2812-4f83-96a6-b2af2bb0e33f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0924013
Jan 27 06:00:56.722478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92829fbe-a048-4d00-9e29-514a9c832788 req-561cb8cf-de36-4c69-aba5-a5bd09602777 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:56.724175 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-92829fbe-a048-4d00-9e29-514a9c832788 req-561cb8cf-de36-4c69-aba5-a5bd09602777 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1542175
Jan 27 06:00:56.777034 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-a85b4cb2-42f6-4b54-a4aa-76661738f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:56.778731 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-a85b4cb2-42f6-4b54-a4aa-76661738f6dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 1162 time: 0.0864508
Jan 27 06:00:56.791827 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-92829fbe-a048-4d00-9e29-514a9c832788 req-eabbdf2f-4940-4145-8d34-1235cfc0451e tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0607493
Jan 27 06:00:56.898140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:56.954718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-1439776e-1dc5-473a-b478-3e7eb7d2361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:56.956462 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-1439776e-1dc5-473a-b478-3e7eb7d2361c service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 910 time: 0.1575673
Jan 27 06:00:57.080215 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-fae1ad9b-6a56-4090-8c7c-c4635092ba78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd HTTP/1.1" status: 200  len: 1001 time: 0.1166315
Jan 27 06:00:57.159460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-4ce53014-f22a-47f9-be50-f32c65e4b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:57.161103 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-4ce53014-f22a-47f9-be50-f32c65e4b4fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.0737159
Jan 27 06:00:57.260192 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-5abeac65-6d07-4f48-8738-358ceea7cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:57.261887 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-5abeac65-6d07-4f48-8738-358ceea7cc61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918732
Jan 27 06:00:57.424761 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-572369aa-ad64-4e86-82f4-434ab090d5cd service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546080
Jan 27 06:00:57.556648 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcfb92-d804-44e3-8f8a-b1a3629e7d26 req-0e2d56b7-fea1-48a7-8234-35baa31cd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:57.558636 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c9bcfb92-d804-44e3-8f8a-b1a3629e7d26 req-0e2d56b7-fea1-48a7-8234-35baa31cd9ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fb61d3420134653b9816952a3dd423c&device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1163 time: 0.1386571
Jan 27 06:00:57.617998 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25e331d1-0c7b-4b9f-91dc-4723589e27a7 req-13221891-82e7-4164-9c2b-8cf80115aebd service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1864579
Jan 27 06:00:57.717061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcfb92-d804-44e3-8f8a-b1a3629e7d26 req-b0ecce1d-0a20-44c5-858a-1b05d5c0ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:57.718675 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c9bcfb92-d804-44e3-8f8a-b1a3629e7d26 req-b0ecce1d-0a20-44c5-858a-1b05d5c0ecfe service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 200  len: 902 time: 0.1535611
Jan 27 06:00:57.895177 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c9bcfb92-d804-44e3-8f8a-b1a3629e7d26 req-9789150a-f846-4605-a516-39de537979d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 1002 time: 0.1160400
Jan 27 06:00:57.967907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcfb92-d804-44e3-8f8a-b1a3629e7d26 req-4ef1ed93-9364-4d6d-8c10-0e5c1a15f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:57.969547 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c9bcfb92-d804-44e3-8f8a-b1a3629e7d26 req-4ef1ed93-9364-4d6d-8c10-0e5c1a15f0d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfe35322-0c0d-4d2e-8244-74993ea6bc2c HTTP/1.1" status: 200  len: 847 time: 0.0672565
Jan 27 06:00:58.063045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcfb92-d804-44e3-8f8a-b1a3629e7d26 req-6345eaed-fda1-4574-bb72-486a5d68b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:58.064698 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c9bcfb92-d804-44e3-8f8a-b1a3629e7d26 req-6345eaed-fda1-4574-bb72-486a5d68b5a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdcdb00-07a0-4323-a4fd-398255002d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874345
Jan 27 06:00:58.109696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a3e07-dcbb-46bf-81f6-4f522242ac0c req-c0bb512f-2334-48fa-83a0-6f3b67cc9782 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:58.111449 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-975a3e07-dcbb-46bf-81f6-4f522242ac0c req-c0bb512f-2334-48fa-83a0-6f3b67cc9782 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1638875
Jan 27 06:00:58.188385 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-975a3e07-dcbb-46bf-81f6-4f522242ac0c req-7bbd5aa6-ad13-431d-9d7f-ca2895156abf tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0630546
Jan 27 06:00:58.233182 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c9bcfb92-d804-44e3-8f8a-b1a3629e7d26 req-e14c0fea-8ece-47d0-9fbe-855b098ef7c0 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498275
Jan 27 06:00:58.394359 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c9bcfb92-d804-44e3-8f8a-b1a3629e7d26 req-7fc2e048-c803-4acf-b783-b2af983fc24d service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1540272
Jan 27 06:00:59.180406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a7bd5ece-a8d2-43aa-95b3-9402642a21f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:00:59.579114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca9335-1a0a-4625-85ce-9b329c3ce68a req-720257a1-a653-4901-b7f8-16d67a6669b8 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:00:59.580888 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f1ca9335-1a0a-4625-85ce-9b329c3ce68a req-720257a1-a653-4901-b7f8-16d67a6669b8 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.2361605
Jan 27 06:00:59.647781 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f1ca9335-1a0a-4625-85ce-9b329c3ce68a req-cc4c4bde-34f8-402e-bbc4-55dbb88cfed5 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0567236
Jan 27 06:01:00.944869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e734e86-7228-430c-820c-5b29cd3f1dd2 req-3be383d0-ae38-430c-b9ba-bafb5b38b4e6 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:00.947053 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9e734e86-7228-430c-820c-5b29cd3f1dd2 req-3be383d0-ae38-430c-b9ba-bafb5b38b4e6 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1530085
Jan 27 06:01:01.008978 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9e734e86-7228-430c-820c-5b29cd3f1dd2 req-e328083e-0885-4987-94f8-b0f22e9a2409 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0551269
Jan 27 06:01:01.331441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:01:01.501299 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:01.532084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:01:01.556378 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:01:01.602434 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8', 'code': 200}
Jan 27 06:01:01.604607 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ad54779e-85b4-44a0-b9fa-0a4bbab2cdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:01.607226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:01.609249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f79c06d5-ca02-49f6-87c2-ae5fe190b314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:01:01.688422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:01:01.692399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:01:02.330084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ec967-7ca7-404f-8932-53c93590164c req-5af0ee9a-b977-4ef0-8ec5-80582f179a8a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:02.331957 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c00ec967-7ca7-404f-8932-53c93590164c req-5af0ee9a-b977-4ef0-8ec5-80582f179a8a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1737840
Jan 27 06:01:02.401188 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c00ec967-7ca7-404f-8932-53c93590164c req-5587fed5-59f3-4970-bdaf-019e09330d96 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0598302
Jan 27 06:01:02.467817 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:02.951171 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30be1dc1-df70-4139-a954-95d212c284a2 req-2c08a481-dae9-4852-8afe-4ed457a951fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1588476
Jan 27 06:01:03.029870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964041c-d527-42d5-8439-730123bd2b8e req-c4290ce6-5189-41a6-8233-5295b53346a9 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:03.031622 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d964041c-d527-42d5-8439-730123bd2b8e req-c4290ce6-5189-41a6-8233-5295b53346a9 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1907074
Jan 27 06:01:03.096358 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d964041c-d527-42d5-8439-730123bd2b8e req-d0155281-feab-42e0-bc48-9b800fdd4eaa tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0578158
Jan 27 06:01:03.599204 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:03.699614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:04.384804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016feed9-35e2-49d8-abc7-0c5ed099900e req-4801fbfd-a01d-45e1-a835-29ed97a856f3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:04.386534 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-016feed9-35e2-49d8-abc7-0c5ed099900e req-4801fbfd-a01d-45e1-a835-29ed97a856f3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1571407
Jan 27 06:01:04.449006 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-016feed9-35e2-49d8-abc7-0c5ed099900e req-ad706c00-4611-4bca-b31c-49cc76813d80 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0561247
Jan 27 06:01:05.732034 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097ed6-c88e-4e8d-ad84-87bc93adece0 req-6f061abc-bdb0-40ad-bb01-b2d4f470941d tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:05.733795 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3c097ed6-c88e-4e8d-ad84-87bc93adece0 req-6f061abc-bdb0-40ad-bb01-b2d4f470941d tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1526763
Jan 27 06:01:05.809394 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3c097ed6-c88e-4e8d-ad84-87bc93adece0 req-8ea9c56c-9ee0-4f8a-bdb5-2c88b74db55c tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0633893
Jan 27 06:01:07.356975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541bfe4-4b39-4e8a-91ce-c81afff509aa req-5043a74c-204f-4d31-9de6-255fb6089aae tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:07.358718 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1541bfe4-4b39-4e8a-91ce-c81afff509aa req-5043a74c-204f-4d31-9de6-255fb6089aae tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.3801725
Jan 27 06:01:07.422568 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1541bfe4-4b39-4e8a-91ce-c81afff509aa req-50b3536d-ab30-4e7f-bda0-ce4b01faa2e7 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0571814
Jan 27 06:01:08.713095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591bc79-779d-46a3-a90a-bfc215b063a8 req-65d8bd19-86f2-4520-9156-d4897064bc7d tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:08.714833 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6591bc79-779d-46a3-a90a-bfc215b063a8 req-65d8bd19-86f2-4520-9156-d4897064bc7d tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1590061
Jan 27 06:01:08.780991 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6591bc79-779d-46a3-a90a-bfc215b063a8 req-0302f21e-ef57-4f72-bced-9d8309941d2c tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0593376
Jan 27 06:01:09.651874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be1dc1-df70-4139-a954-95d212c284a2 req-e1cb13e4-6a6e-478a-bdbe-8d642abab8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:09.653512 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30be1dc1-df70-4139-a954-95d212c284a2 req-e1cb13e4-6a6e-478a-bdbe-8d642abab8f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410&tenant_id=6fb61d3420134653b9816952a3dd423c HTTP/1.1" status: 200  len: 1161 time: 0.0859516
Jan 27 06:01:09.763526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be1dc1-df70-4139-a954-95d212c284a2 req-c6b62ac1-8000-430b-a15b-68fd96e8ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:09.765148 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30be1dc1-df70-4139-a954-95d212c284a2 req-c6b62ac1-8000-430b-a15b-68fd96e8ee26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fb61d3420134653b9816952a3dd423c&device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1161 time: 0.0780888
Jan 27 06:01:09.919884 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be1dc1-df70-4139-a954-95d212c284a2 req-d9549506-94e3-462f-8b85-fb5d9d422103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:09.921583 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30be1dc1-df70-4139-a954-95d212c284a2 req-d9549506-94e3-462f-8b85-fb5d9d422103 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 200  len: 902 time: 0.1491933
Jan 27 06:01:10.044197 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30be1dc1-df70-4139-a954-95d212c284a2 req-2538c31a-c446-476f-a1f6-779626b0c30f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 1000 time: 0.1083937
Jan 27 06:01:10.068329 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bfa46-a37a-43f9-a3c4-8b219f68ca3a req-018a6148-d19a-4e0a-927c-48620b4c9e37 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:10.070624 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c2bfa46-a37a-43f9-a3c4-8b219f68ca3a req-018a6148-d19a-4e0a-927c-48620b4c9e37 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1507058
Jan 27 06:01:10.116257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be1dc1-df70-4139-a954-95d212c284a2 req-5dc32476-41d5-4cbe-b13c-347e0a54bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:10.117915 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30be1dc1-df70-4139-a954-95d212c284a2 req-5dc32476-41d5-4cbe-b13c-347e0a54bb40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfe35322-0c0d-4d2e-8244-74993ea6bc2c HTTP/1.1" status: 200  len: 847 time: 0.0669243
Jan 27 06:01:10.133602 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c2bfa46-a37a-43f9-a3c4-8b219f68ca3a req-417b4169-b44f-418e-8a5f-90b8899ae334 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0563138
Jan 27 06:01:10.207960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be1dc1-df70-4139-a954-95d212c284a2 req-6c0c9660-372e-4427-984a-d5c86c975bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:10.209598 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30be1dc1-df70-4139-a954-95d212c284a2 req-6c0c9660-372e-4427-984a-d5c86c975bc5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdcdb00-07a0-4323-a4fd-398255002d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844495
Jan 27 06:01:10.372955 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30be1dc1-df70-4139-a954-95d212c284a2 req-18344712-d22c-48fc-ae17-9f1811d58f60 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558859
Jan 27 06:01:10.541804 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30be1dc1-df70-4139-a954-95d212c284a2 req-2f03b5c7-12a8-49d0-a577-f691882faf32 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1591125
Jan 27 06:01:11.491534 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0ae88-70e5-4032-888d-537fa64c5a22 req-9c7130f0-3c46-40a9-a413-406f4c76c0ba tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:11.493256 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-08f0ae88-70e5-4032-888d-537fa64c5a22 req-9c7130f0-3c46-40a9-a413-406f4c76c0ba tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.2107069
Jan 27 06:01:11.565473 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-08f0ae88-70e5-4032-888d-537fa64c5a22 req-987f9086-117a-4c82-9742-293bf4bd8a0e tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0637400
Jan 27 06:01:11.615198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432b838-a68c-4f9c-b186-40a96b368371 req-fcf05450-70ab-4f34-b083-fe3cec5e6a33 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:11.617000 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0432b838-a68c-4f9c-b186-40a96b368371 req-fcf05450-70ab-4f34-b083-fe3cec5e6a33 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1680939
Jan 27 06:01:11.683284 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0432b838-a68c-4f9c-b186-40a96b368371 req-73e2662e-8841-4f0a-9db6-0a733c246924 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583844
Jan 27 06:01:12.852532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1616e-4252-47be-b8b7-123b9a33275d req-7315da8e-1d61-415a-bce4-be3fcb6ad525 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:12.854247 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4b1616e-4252-47be-b8b7-123b9a33275d req-7315da8e-1d61-415a-bce4-be3fcb6ad525 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1533749
Jan 27 06:01:12.927690 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4b1616e-4252-47be-b8b7-123b9a33275d req-d68c3905-1f83-43da-b3bd-4949feeed93a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0661330
Jan 27 06:01:13.004513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79448351-ba54-496a-b982-f6b59368329a req-7c5e5798-77ef-44dd-8606-8ed63e88a0cb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:13.006231 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-79448351-ba54-496a-b982-f6b59368329a req-7c5e5798-77ef-44dd-8606-8ed63e88a0cb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1566694
Jan 27 06:01:13.073350 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-79448351-ba54-496a-b982-f6b59368329a req-bf009161-50aa-43d7-ab4b-bb29b1a3a4b2 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598755
Jan 27 06:01:14.200702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:01:14.215135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfd116-1b3c-41c4-955c-fe3ea40084e9 req-0356abc0-1e39-4225-adb1-edf863dfe621 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:14.218723 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-84dfd116-1b3c-41c4-955c-fe3ea40084e9 req-0356abc0-1e39-4225-adb1-edf863dfe621 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1517189
Jan 27 06:01:14.278654 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-84dfd116-1b3c-41c4-955c-fe3ea40084e9 req-c55a66ba-0ba0-4912-a07f-12b4b43e542a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0555763
Jan 27 06:01:14.533802 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ab671-3b43-47e8-9f8a-baade6193465 req-18c25266-2adb-499e-9724-9e5eab0c54ac tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:14.535620 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d21ab671-3b43-47e8-9f8a-baade6193465 req-18c25266-2adb-499e-9724-9e5eab0c54ac tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1490800
Jan 27 06:01:14.606649 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d21ab671-3b43-47e8-9f8a-baade6193465 req-5d51f9d3-123d-4582-bb57-33858ecec795 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636504
Jan 27 06:01:15.571069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314e033-9de7-45ab-a2c0-59b028293116 req-cf49f1cd-0625-499a-9f7d-6780caf4cdf2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:15.574453 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a314e033-9de7-45ab-a2c0-59b028293116 req-cf49f1cd-0625-499a-9f7d-6780caf4cdf2 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1523507
Jan 27 06:01:15.637798 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a314e033-9de7-45ab-a2c0-59b028293116 req-5885828f-b901-4154-be4a-d184c43fc0c8 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0583403
Jan 27 06:01:15.917020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effddbd5-5e0c-456d-b3df-6e9c3db95a30 req-4c0a0bba-b34d-436f-9c29-331a45137d90 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:15.918322 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-effddbd5-5e0c-456d-b3df-6e9c3db95a30 req-4c0a0bba-b34d-436f-9c29-331a45137d90 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1544046
Jan 27 06:01:15.982215 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-effddbd5-5e0c-456d-b3df-6e9c3db95a30 req-dc43ab16-03d5-42bd-b7a5-9e752e25e400 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570977
Jan 27 06:01:16.917377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97887f8a-96f5-4f58-ba00-6e856f8af1d7 req-a96e3a39-5f6e-4f2c-baeb-0963481e2fdd tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:16.919149 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-97887f8a-96f5-4f58-ba00-6e856f8af1d7 req-a96e3a39-5f6e-4f2c-baeb-0963481e2fdd tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1494610
Jan 27 06:01:16.995142 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-97887f8a-96f5-4f58-ba00-6e856f8af1d7 req-f573d76c-dae1-4be8-b96a-66e2f0c475c8 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0695302
Jan 27 06:01:17.286216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7dd94-b975-44ba-848f-43824d08d74a req-a593e409-fc3f-4afd-bcab-18b4db60d153 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:17.288000 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-58e7dd94-b975-44ba-848f-43824d08d74a req-a593e409-fc3f-4afd-bcab-18b4db60d153 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1557558
Jan 27 06:01:17.353175 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-58e7dd94-b975-44ba-848f-43824d08d74a req-15e5904c-ca7a-443d-9a01-c7c0c8211eac tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578513
Jan 27 06:01:18.276262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e0c4-de81-4c07-978e-1684cebb84a9 req-8c6cad3b-3221-458b-b6f9-ea0fe65d9a7c tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:18.277985 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7b19e0c4-de81-4c07-978e-1684cebb84a9 req-8c6cad3b-3221-458b-b6f9-ea0fe65d9a7c tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1483407
Jan 27 06:01:18.346571 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7b19e0c4-de81-4c07-978e-1684cebb84a9 req-9c820d14-1bf2-4195-9caf-8990ebe809fd tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0623167
Jan 27 06:01:18.654661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de23963-7dfc-4f68-a790-145052aa73d6 req-693c29f8-e2a5-41b9-be1b-a3929129e35e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:18.656450 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3de23963-7dfc-4f68-a790-145052aa73d6 req-693c29f8-e2a5-41b9-be1b-a3929129e35e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1510258
Jan 27 06:01:18.720420 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3de23963-7dfc-4f68-a790-145052aa73d6 req-c57edbce-7ac4-4d9e-9b4c-93ce6fe98308 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570579
Jan 27 06:01:19.637592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a22b7-3c9c-457d-9e2b-215b589e77a7 req-357eb5dc-2de0-4747-a50c-834424ae7a81 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:19.639374 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-594a22b7-3c9c-457d-9e2b-215b589e77a7 req-357eb5dc-2de0-4747-a50c-834424ae7a81 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1556754
Jan 27 06:01:19.702289 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-594a22b7-3c9c-457d-9e2b-215b589e77a7 req-837bc709-1530-4181-995f-a8662fbe2565 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0563147
Jan 27 06:01:20.129582 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 44418) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:01:20.197862 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2942c159-dfe3-4a92-9760-b58b05f44a15 admin admin] Deleting subnet 600eec87-33a0-4fcc-a215-9f9bceda832f {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 06:01:20.201086 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2942c159-dfe3-4a92-9760-b58b05f44a15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:20.234422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d64e0-cb49-47b2-b845-7c74f4066683 req-64dc8d8a-607a-45f6-a909-de8e96ae1538 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:20.236178 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-201d64e0-cb49-47b2-b845-7c74f4066683 req-64dc8d8a-607a-45f6-a909-de8e96ae1538 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.2352595
Jan 27 06:01:20.258636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2942c159-dfe3-4a92-9760-b58b05f44a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253318'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:20.298266 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-201d64e0-cb49-47b2-b845-7c74f4066683 req-2d19835e-048f-44df-99cd-fa99b56e29c5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556674
Jan 27 06:01:20.322795 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2942c159-dfe3-4a92-9760-b58b05f44a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:20.760151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2942c159-dfe3-4a92-9760-b58b05f44a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2902153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850770639'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:20.776437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0daee03a-757e-49c1-8497-4d2e966c28c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:01:20.869530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942c159-dfe3-4a92-9760-b58b05f44a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600eec87-33a0-4fcc-a215-9f9bceda832f,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:01:20.883750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2942c159-dfe3-4a92-9760-b58b05f44a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:01:20.975569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2942c159-dfe3-4a92-9760-b58b05f44a15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:20.990933 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-2942c159-dfe3-4a92-9760-b58b05f44a15 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/600eec87-33a0-4fcc-a215-9f9bceda832f HTTP/1.1" status: 204  len: 168 time: 0.8601463
Jan 27 06:01:20.994344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 44424) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:01:21.066289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0848c54-b063-4d75-89f9-a949c0ff336b req-c7bea024-146d-49b2-ab03-e95551db88e0 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:21.068006 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a0848c54-b063-4d75-89f9-a949c0ff336b req-c7bea024-146d-49b2-ab03-e95551db88e0 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1998565
Jan 27 06:01:21.117985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:21.131278 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a0848c54-b063-4d75-89f9-a949c0ff336b req-4ae08ba9-d951-4707-8bb9-adb0fd9aa7be tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0565007
Jan 27 06:01:21.553440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:21.610877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0485e5e-11a6-4b51-bd70-2a88d9179f2f req-fcbf34cc-ab3f-438a-ab6e-85cebf2bd9aa tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:21.613026 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e0485e5e-11a6-4b51-bd70-2a88d9179f2f req-fcbf34cc-ab3f-438a-ab6e-85cebf2bd9aa tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1547911
Jan 27 06:01:21.680489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa633edbc88>,) {'filters': {'network_id': ['a7e314d5-2a9f-4f9d-b308-5453a5353dd0']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:01:21.683992 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e0485e5e-11a6-4b51-bd70-2a88d9179f2f req-fdc48b8b-4c25-46f1-9ae7-5d57aed81129 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627606
Jan 27 06:01:21.693712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633edbc88>, 'a4ba2abf-9ccc-45ef-bc4e-4fdacab52957') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:01:21.694042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633edbc88>, 'a4ba2abf-9ccc-45ef-bc4e-4fdacab52957') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:01:21.707457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851810648'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:21.776117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:21.778460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 06:01:21.966737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Network a7e314d5-2a9f-4f9d-b308-5453a5353dd0 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:01:21.977289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-813807'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:22.168318 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Network a7e314d5-2a9f-4f9d-b308-5453a5353dd0 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 06:01:22.192781 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 06:01:22.337632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:01:22.412181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:01:22.412600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:22.423780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3f252-18f8-42a4-926d-04dd4c63c7f6 req-84b886a7-f1f1-4367-9e72-d17deb4c745a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:22.425546 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3dd3f252-18f8-42a4-926d-04dd4c63c7f6 req-84b886a7-f1f1-4367-9e72-d17deb4c745a tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 944 time: 0.1539679
Jan 27 06:01:22.498495 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3dd3f252-18f8-42a4-926d-04dd4c63c7f6 req-e726016c-5e7b-412e-92ed-96dee06867f4 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0643704
Jan 27 06:01:22.514646 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:22.523920 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:22.529045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa13f2e4-2cd0-4d33-ae08-c0c77615020d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:01:22.547589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:22.550622 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e314d5-2a9f-4f9d-b308-5453a5353dd0,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:01:22.560561 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.561084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.561358 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.561760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.562158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.562559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.562949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.563445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.563846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.564239 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.564632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.565021 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.565472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.565864 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.566250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.566640 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.567029 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.567440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.567824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.568208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.568602 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.568975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.569454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.569783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.573691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:01:22.578590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:01:22.586474 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d658ea46-0be0-482a-8deb-2c862e771f23 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a7e314d5-2a9f-4f9d-b308-5453a5353dd0 HTTP/1.1" status: 204  len: 168 time: 1.5906630
Jan 27 06:01:22.592410 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:01:22.634645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:22.639141 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:01:22.671914 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8', 'code': 200}
Jan 27 06:01:22.716154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,revision_number=6']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:01:22.724264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.724647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.725018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.725385 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.725746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.726766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.727234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.727609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.727995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.728358 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.728714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.729066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.729516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.729873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.730227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.730614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.731061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.731264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.731656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.732009 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.732359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.732712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.733064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.733416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:01:22.738045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:01:22.933176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 44442) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:01:22.990226 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-ec831303-661c-483d-91ca-488947958f2a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a9de9c1c77b4a1e86471c1b01a3dba9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557399
Jan 27 06:01:22.996101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 44446) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:01:22.999661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390a34b-4924-4500-933b-502a2f1a0fbd req-6c3ea887-6f24-45ad-9399-4b01cb1189e3 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:23.001497 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a390a34b-4924-4500-933b-502a2f1a0fbd req-6c3ea887-6f24-45ad-9399-4b01cb1189e3 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1631215
Jan 27 06:01:23.068514 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a390a34b-4924-4500-933b-502a2f1a0fbd req-aa25e992-58d6-4fb0-a1aa-1675fadcce4f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604844
Jan 27 06:01:23.115554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98a216e4-58ce-4295-b81d-d7776251b07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:23.165320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98a216e4-58ce-4295-b81d-d7776251b07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:23.283442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c2036-283b-4505-becb-7a38f7c4962b req-f9120a0c-64fa-4d96-a576-5f0c375e4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:23.285031 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-162c2036-283b-4505-becb-7a38f7c4962b req-f9120a0c-64fa-4d96-a576-5f0c375e4956 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1163 time: 0.2825634
Jan 27 06:01:23.324373 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98a216e4-58ce-4295-b81d-d7776251b07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:23.329814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-487dc779-1cdc-464d-bd95-fbe3b7a32afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:01:23.331173 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-162c2036-283b-4505-becb-7a38f7c4962b req-f5768b72-9a08-48b7-bd28-3bb132fe6cd3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0390809
Jan 27 06:01:23.344845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a216e4-58ce-4295-b81d-d7776251b07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0220f2-eca4-4a46-95d7-d5933d3c8a74,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:01:23.347724 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-98a216e4-58ce-4295-b81d-d7776251b07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:01:23.381035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98a216e4-58ce-4295-b81d-d7776251b07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:23.382909 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-98a216e4-58ce-4295-b81d-d7776251b07c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e0220f2-eca4-4a46-95d7-d5933d3c8a74 HTTP/1.1" status: 204  len: 168 time: 0.3826861
Jan 27 06:01:23.808603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e32d91-d64f-4026-9233-a752f00d90e3 req-7aea7826-0bac-41a5-88b6-8bb26bfd3c52 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:23.810302 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a4e32d91-d64f-4026-9233-a752f00d90e3 req-7aea7826-0bac-41a5-88b6-8bb26bfd3c52 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1594181
Jan 27 06:01:23.836854 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:01:23.883794 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a4e32d91-d64f-4026-9233-a752f00d90e3 req-a394f6da-2c7d-4ef3-9821-3b005064b0cd tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0659301
Jan 27 06:01:23.928196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:01:23.928616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:24.367474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894cbc3-daa2-4634-98e0-16be6d0c46ad req-945a574b-66e8-45be-839d-f0f6aaa06ac9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:24.369205 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1894cbc3-daa2-4634-98e0-16be6d0c46ad req-945a574b-66e8-45be-839d-f0f6aaa06ac9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1498897
Jan 27 06:01:24.437017 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1894cbc3-daa2-4634-98e0-16be6d0c46ad req-50efbfd9-fe04-4db2-a87c-587bb614da16 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613122
Jan 27 06:01:25.175845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb3b5d-8be7-4750-a9d9-33e003f3279a req-8053a9f2-7909-4ba4-bc5c-016d8ea2a52e tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:25.177758 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5ceb3b5d-8be7-4750-a9d9-33e003f3279a req-8053a9f2-7909-4ba4-bc5c-016d8ea2a52e tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1501327
Jan 27 06:01:25.240938 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5ceb3b5d-8be7-4750-a9d9-33e003f3279a req-5be986b3-d581-4010-8118-d81395022787 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0559072
Jan 27 06:01:25.745560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d0f65-3c4e-4449-903f-9560c91ef784 req-33bcf248-f425-4e68-b5c7-ee4425d865b3 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:25.747287 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f59d0f65-3c4e-4449-903f-9560c91ef784 req-33bcf248-f425-4e68-b5c7-ee4425d865b3 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1583240
Jan 27 06:01:25.810028 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f59d0f65-3c4e-4449-903f-9560c91ef784 req-67d1ffd2-b53b-40eb-94bf-cd8032f4d590 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562539
Jan 27 06:01:26.902257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:27.162818 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd3831-af06-48c3-bf07-9853e54b48bb req-99d75498-c564-460b-8e4a-29e1c5edbd61 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:27.164467 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2cbd3831-af06-48c3-bf07-9853e54b48bb req-99d75498-c564-460b-8e4a-29e1c5edbd61 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.2067583
Jan 27 06:01:27.227902 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2cbd3831-af06-48c3-bf07-9853e54b48bb req-10ec0a83-95c6-40c6-a1e8-028d83a103c4 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567625
Jan 27 06:01:28.526906 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c3e8d-dccc-4991-9cc6-b6c877ffcff0 req-0a38568b-5626-4830-93f9-cbea50d6e0aa tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:28.528877 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bb1c3e8d-dccc-4991-9cc6-b6c877ffcff0 req-0a38568b-5626-4830-93f9-cbea50d6e0aa tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1520007
Jan 27 06:01:28.595189 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bb1c3e8d-dccc-4991-9cc6-b6c877ffcff0 req-864174b4-cff1-46ed-a777-ae489dbc2808 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595050
Jan 27 06:01:29.187579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-327e8562-e307-4cca-8121-bc80fd0781fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:29.892030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1cb82-ef1a-4a4b-9ac0-96c9c510055e req-a1a3ee4b-a615-4784-a009-f98a6ab37895 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:29.893695 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e1f1cb82-ef1a-4a4b-9ac0-96c9c510055e req-a1a3ee4b-a615-4784-a009-f98a6ab37895 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1499720
Jan 27 06:01:29.956907 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e1f1cb82-ef1a-4a4b-9ac0-96c9c510055e req-afb3f69b-9b7f-451b-b689-a83d6329a4ea tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562720
Jan 27 06:01:31.268464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5561ca-bdaa-4996-86dd-1155eb8a3b84 req-c79d59a6-fa05-4053-b522-16921f024dcc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:31.270184 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4e5561ca-bdaa-4996-86dd-1155eb8a3b84 req-c79d59a6-fa05-4053-b522-16921f024dcc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1522765
Jan 27 06:01:31.332030 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4e5561ca-bdaa-4996-86dd-1155eb8a3b84 req-c25ebfe9-3f3c-4488-a2c6-eaf8655e4317 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552704
Jan 27 06:01:31.570085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d647e921-11b5-41b9-8b00-d6f02473f427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:32.477829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:32.713228 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc257265-dda1-4186-8cdb-68e3a39a26dc req-6b4e8a27-dab2-4a7d-9fb0-4ab242a1dd4c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:32.714989 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bc257265-dda1-4186-8cdb-68e3a39a26dc req-6b4e8a27-dab2-4a7d-9fb0-4ab242a1dd4c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1879604
Jan 27 06:01:32.783060 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bc257265-dda1-4186-8cdb-68e3a39a26dc req-e1e1bb4c-c230-4241-804f-9086e2704f30 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611365
Jan 27 06:01:33.585006 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:33.710922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:34.127602 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f00d1b-1257-4bd2-a9c4-7429785c142a req-dfa7d852-a7de-4caa-b7ba-bbaf15db625a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:34.129248 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-38f00d1b-1257-4bd2-a9c4-7429785c142a req-dfa7d852-a7de-4caa-b7ba-bbaf15db625a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1786745
Jan 27 06:01:34.193213 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-38f00d1b-1257-4bd2-a9c4-7429785c142a req-d33d9b30-1bdf-4554-98dc-cae4d2edf16b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571289
Jan 27 06:01:35.579938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a10eb-d78c-4c77-a8fb-d925d2fd2db8 req-0c604dfc-208b-4978-b97a-572f059b2d75 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:35.582443 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-de4a10eb-d78c-4c77-a8fb-d925d2fd2db8 req-0c604dfc-208b-4978-b97a-572f059b2d75 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1934533
Jan 27 06:01:35.665823 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-de4a10eb-d78c-4c77-a8fb-d925d2fd2db8 req-0b44f374-247c-4eb8-8b6b-01f1aa1bfcbd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741034
Jan 27 06:01:37.131490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb8569-3206-45b3-82aa-a3ba3ee8a805 req-9414ffa2-7803-4049-8d2d-6f45f9eb7d6e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:37.133447 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-23cb8569-3206-45b3-82aa-a3ba3ee8a805 req-9414ffa2-7803-4049-8d2d-6f45f9eb7d6e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.2067699
Jan 27 06:01:37.268862 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-23cb8569-3206-45b3-82aa-a3ba3ee8a805 req-c523a052-329b-4742-870d-aef01f2365b9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1212788
Jan 27 06:01:38.622584 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6c328-d9d3-496e-8538-805f96ca92c9 req-a9f015db-7325-4e2d-b0c3-eac0860721a4 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:38.625008 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b9c6c328-d9d3-496e-8538-805f96ca92c9 req-a9f015db-7325-4e2d-b0c3-eac0860721a4 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1662705
Jan 27 06:01:38.721976 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b9c6c328-d9d3-496e-8538-805f96ca92c9 req-2efa70a1-2e7e-4e74-aa9e-bb967b1731ea tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689616
Jan 27 06:01:40.126969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f41629-a5d4-4429-a3c7-5785a1ed0025 req-ebaed4f2-0c7f-4b99-9179-dff4cc109a43 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:40.131965 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25f41629-a5d4-4429-a3c7-5785a1ed0025 req-ebaed4f2-0c7f-4b99-9179-dff4cc109a43 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1659489
Jan 27 06:01:40.202506 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25f41629-a5d4-4429-a3c7-5785a1ed0025 req-b49e1e92-4da5-4d18-ab7b-a480c915cdee tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673919
Jan 27 06:01:41.526431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91317666-3abd-4095-b1e4-ef608b6aafca req-432cab97-788d-44c6-a2a0-3ad50bb2339e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:41.528281 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-91317666-3abd-4095-b1e4-ef608b6aafca req-432cab97-788d-44c6-a2a0-3ad50bb2339e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1606567
Jan 27 06:01:41.596199 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-91317666-3abd-4095-b1e4-ef608b6aafca req-3345a116-5dec-4656-8962-1eddd1cfa909 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609744
Jan 27 06:01:42.986453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb753b-b425-4ccb-bc5a-9749e712f799 req-8bb43846-fb09-4000-b711-6002eb2e9314 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:42.988361 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-70fb753b-b425-4ccb-bc5a-9749e712f799 req-8bb43846-fb09-4000-b711-6002eb2e9314 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1912086
Jan 27 06:01:43.069039 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-70fb753b-b425-4ccb-bc5a-9749e712f799 req-d03b81f5-44ca-4c2f-8680-19ec65532ebf tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739033
Jan 27 06:01:44.481606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678b233-33fd-4f84-aaa6-d7ab41cf80ba req-aa16d64d-2bd1-4609-9a34-c013179058b9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:44.483327 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e678b233-33fd-4f84-aaa6-d7ab41cf80ba req-aa16d64d-2bd1-4609-9a34-c013179058b9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1925716
Jan 27 06:01:44.555283 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e678b233-33fd-4f84-aaa6-d7ab41cf80ba req-3832edc8-2de8-4e70-889b-cdb600a59949 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641057
Jan 27 06:01:45.882354 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e129246-15ed-4d42-b145-611bb3acc34e req-0981b8ba-6f64-401c-931a-739f82d1a40e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:45.884160 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6e129246-15ed-4d42-b145-611bb3acc34e req-0981b8ba-6f64-401c-931a-739f82d1a40e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1557896
Jan 27 06:01:45.957851 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6e129246-15ed-4d42-b145-611bb3acc34e req-a7ec3878-628d-426d-998b-7200a0297bf6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670757
Jan 27 06:01:47.269705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a0ab4-bd6e-41c2-96b1-380ca3106671 req-4152be05-7c39-420b-ae89-023027b74d0e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:47.271473 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-164a0ab4-bd6e-41c2-96b1-380ca3106671 req-4152be05-7c39-420b-ae89-023027b74d0e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1542675
Jan 27 06:01:47.340157 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-164a0ab4-bd6e-41c2-96b1-380ca3106671 req-f03a163f-5971-4393-a9d3-c86e0b42fb6c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613673
Jan 27 06:01:47.491022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842eafa-f931-4933-985b-416615337b15 req-de238f5b-99b2-4e3c-86e1-19de4f74f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:47.493727 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b842eafa-f931-4933-985b-416615337b15 req-de238f5b-99b2-4e3c-86e1-19de4f74f030 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 1162 time: 0.0930538
Jan 27 06:01:47.652991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842eafa-f931-4933-985b-416615337b15 req-54965df0-ab7c-4b56-8d8a-b995bb261949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:47.654882 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b842eafa-f931-4933-985b-416615337b15 req-54965df0-ab7c-4b56-8d8a-b995bb261949 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 910 time: 0.1540806
Jan 27 06:01:47.783551 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b842eafa-f931-4933-985b-416615337b15 req-2e280e23-c0ad-4559-b05e-c6f41535af3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd HTTP/1.1" status: 200  len: 1001 time: 0.1205704
Jan 27 06:01:47.861624 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842eafa-f931-4933-985b-416615337b15 req-2ce81ed1-b7db-4088-a2eb-f7a0a6fe007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:47.863253 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b842eafa-f931-4933-985b-416615337b15 req-2ce81ed1-b7db-4088-a2eb-f7a0a6fe007a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.0714076
Jan 27 06:01:47.977136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842eafa-f931-4933-985b-416615337b15 req-56bf144f-8662-4869-889a-48b1cf826330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:47.978768 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b842eafa-f931-4933-985b-416615337b15 req-56bf144f-8662-4869-889a-48b1cf826330 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1063902
Jan 27 06:01:47.991000 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-b842eafa-f931-4933-985b-416615337b15 req-ec26e09d-09df-44bf-9552-c161feef9331 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 06:01:47.992303 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b842eafa-f931-4933-985b-416615337b15 req-ec26e09d-09df-44bf-9552-c161feef9331 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061333
Jan 27 06:01:48.159668 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b842eafa-f931-4933-985b-416615337b15 req-4601840e-20b1-4e00-86c2-661142af5350 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608672
Jan 27 06:01:48.321048 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b842eafa-f931-4933-985b-416615337b15 req-2e8bbd3a-37e8-44c7-a833-de153c05c807 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1501110
Jan 27 06:01:48.649985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0da62-4ddb-4573-b8d6-cc9013c020fb req-9d6aed52-9781-4117-9408-76587bf97d9d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:48.651777 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dee0da62-4ddb-4573-b8d6-cc9013c020fb req-9d6aed52-9781-4117-9408-76587bf97d9d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1541502
Jan 27 06:01:48.720836 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dee0da62-4ddb-4573-b8d6-cc9013c020fb req-83dd18e2-320d-48be-8c20-804e7ddb9726 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623896
Jan 27 06:01:50.091282 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee22418-04e0-4215-b83c-ffa940f37f5c req-60a19737-65f0-4b3b-b231-b0f25fbfd57f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:50.093034 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dee22418-04e0-4215-b83c-ffa940f37f5c req-60a19737-65f0-4b3b-b231-b0f25fbfd57f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.2060010
Jan 27 06:01:50.157631 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dee22418-04e0-4215-b83c-ffa940f37f5c req-701d1850-b6ca-4d40-ac16-33f588e674c1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581226
Jan 27 06:01:51.201579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:01:51.470073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a5c96-7fba-4775-951c-0bc97ea8f86c req-c0c19e9d-19fb-44a5-afa2-1a207544034e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:51.471831 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6a9a5c96-7fba-4775-951c-0bc97ea8f86c req-c0c19e9d-19fb-44a5-afa2-1a207544034e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1591232
Jan 27 06:01:51.535598 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6a9a5c96-7fba-4775-951c-0bc97ea8f86c req-585d825a-b50a-4167-9382-229ebcf7f1ea tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563760
Jan 27 06:01:51.938102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:01:52.064216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:52.095409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:01:52.106591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:01:52.145727 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:52.149125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:01:52.229810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:01:52.233600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:01:52.507783 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd', 'code': 422} returned with failed status
Jan 27 06:01:53.285170 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-5bf1f9c9-97be-4ea9-b11f-25860a05e91b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0829661
Jan 27 06:01:53.409196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-756f8a70-c9c5-4d36-83e7-aa2538de2281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:53.410774 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-756f8a70-c9c5-4d36-83e7-aa2538de2281 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 1162 time: 0.0853622
Jan 27 06:01:53.819483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-7cdc7bf2-39c9-4d8c-992d-efd7a8340e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:53.821100 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-7cdc7bf2-39c9-4d8c-992d-efd7a8340e5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 200  len: 905 time: 0.3814638
Jan 27 06:01:53.946090 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-52804277-c38b-4a44-81c3-16f2b2d8ab38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53a48529-317c-4597-988d-78e7c7d11b4a HTTP/1.1" status: 200  len: 1001 time: 0.1171546
Jan 27 06:01:53.966171 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157187b-2322-4342-839a-20ac659e7217 req-849ef8ad-d4a8-4b04-b01f-d5ecaf09c09f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:53.967928 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3157187b-2322-4342-839a-20ac659e7217 req-849ef8ad-d4a8-4b04-b01f-d5ecaf09c09f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1663842
Jan 27 06:01:54.026142 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-49a9ac0c-ab29-4c9a-8e64-90a822e05d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:54.027770 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-49a9ac0c-ab29-4c9a-8e64-90a822e05d21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553256bc-95c4-47dc-a078-dc0fbcc996e5 HTTP/1.1" status: 200  len: 850 time: 0.0748203
Jan 27 06:01:54.057287 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3157187b-2322-4342-839a-20ac659e7217 req-d44cedb2-2c3c-4f90-b54a-df91ca3da79a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810680
Jan 27 06:01:54.139492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 44704) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:01:54.143377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-61570ddc-aa81-4261-8daa-ee6d0a755a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:54.146129 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-61570ddc-aa81-4261-8daa-ee6d0a755a77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8b619c5d-c69e-4f9e-bc39-c66055e0cc08&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1100709
Jan 27 06:01:54.332696 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-2cd38a79-b748-4d3b-b1f4-1b38c832aff1 service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794868
Jan 27 06:01:54.377666 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-65c9bf6f-9c0f-4c20-a951-d8b459e600f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2364600
Jan 27 06:01:54.494981 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-75fdfa9c-2b99-4759-853f-b39f0f95a389 req-1fd519fa-f6aa-440c-8b6d-46e7dbf3ecea service neutron] 10.222.0.13 "GET /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1548095
Jan 27 06:01:55.137638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595c9a5-7e90-4bc1-b246-1e6fea565529 req-b7aae692-1fba-4a69-859a-9f6e15642365 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:55.139395 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1595c9a5-7e90-4bc1-b246-1e6fea565529 req-b7aae692-1fba-4a69-859a-9f6e15642365 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 945 time: 0.1530681
Jan 27 06:01:55.202813 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1595c9a5-7e90-4bc1-b246-1e6fea565529 req-b33c983f-ff01-4d3f-93ed-20f6e9b53330 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567615
Jan 27 06:01:55.394797 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd999-ae22-4b76-995b-70e4fa36f466 req-03b5c6f7-ab43-4524-8a27-b4958496d2b5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:55.396459 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-46cfd999-ae22-4b76-995b-70e4fa36f466 req-03b5c6f7-ab43-4524-8a27-b4958496d2b5 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1913433
Jan 27 06:01:55.482810 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-46cfd999-ae22-4b76-995b-70e4fa36f466 req-68c59115-3df9-4838-9196-fef9af49f45a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0793383
Jan 27 06:01:55.493409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-c2f7b6c5-81d7-4374-a602-fdb6957314de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:55.495026 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-c2f7b6c5-81d7-4374-a602-fdb6957314de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131&tenant_id=3cb21bb44a49408282425064c954b1d8 HTTP/1.1" status: 200  len: 1160 time: 0.2074015
Jan 27 06:01:55.609737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-d4a61297-c2d2-4c37-8da5-835b46ee81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:55.611381 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-d4a61297-c2d2-4c37-8da5-835b46ee81f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cb21bb44a49408282425064c954b1d8&device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 1160 time: 0.0801353
Jan 27 06:01:55.760171 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-668b294b-e5f0-4651-9002-d4063f70f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:55.761677 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-668b294b-e5f0-4651-9002-d4063f70f29e service neutron] 10.222.0.13 "GET /v2.0/networks?id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 200  len: 910 time: 0.1431587
Jan 27 06:01:55.873572 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-ca7250fe-ac34-4646-9751-7a4f0fbbf5fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd HTTP/1.1" status: 200  len: 999 time: 0.1043930
Jan 27 06:01:55.955984 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-ac1d1f24-9f69-4a51-9709-2badb0509127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:55.957674 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-ac1d1f24-9f69-4a51-9709-2badb0509127 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 200  len: 855 time: 0.0768607
Jan 27 06:01:56.050476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-93207cca-69bd-4ceb-8133-c6bfa989fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:56.052344 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-93207cca-69bd-4ceb-8133-c6bfa989fe3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873351
Jan 27 06:01:56.204604 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-6862a96a-b9f3-4142-a178-e8875f3d605d service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450946
Jan 27 06:01:56.350658 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-fbdc7bba-fcde-4551-a9fc-baa13810c383 service neutron] 10.222.0.13 "GET /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378701
Jan 27 06:01:56.482501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c1adf-4451-43c6-809a-a109be7a694c req-cae7893a-5efb-40ee-963d-2eee8df97c80 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:56.484240 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-081c1adf-4451-43c6-809a-a109be7a694c req-cae7893a-5efb-40ee-963d-2eee8df97c80 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 945 time: 0.1503778
Jan 27 06:01:56.546598 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-081c1adf-4451-43c6-809a-a109be7a694c req-4fd45dae-5492-491a-aa86-e0d74b90619c tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559537
Jan 27 06:01:56.778784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18838b75-74cf-4213-8bd1-201d3489fcb0 req-65a6efa8-9a3e-44f5-bdc4-a06dca76d38a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:56.780410 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-18838b75-74cf-4213-8bd1-201d3489fcb0 req-65a6efa8-9a3e-44f5-bdc4-a06dca76d38a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1502659
Jan 27 06:01:56.844690 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-18838b75-74cf-4213-8bd1-201d3489fcb0 req-90724250-5693-4401-a89e-3811348cf087 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572631
Jan 27 06:01:56.906567 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:57.298541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-b20f743b-fbe5-4418-abe4-e9c10166e8d9 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:57.300253 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-b20f743b-fbe5-4418-abe4-e9c10166e8d9 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 945 time: 0.1603379
Jan 27 06:01:57.396010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Deleting port 53a48529-317c-4597-988d-78e7c7d11b4a {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:01:57.396400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:57.695837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] For port 53a48529-317c-4597-988d-78e7c7d11b4a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=53a48529-317c-4597-988d-78e7c7d11b4a,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:01:57.696499 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:57.986848 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa592b3-2ef9-42c5-bb57-dea14cde7198 req-c86a67ab-1d6f-4c6d-8df4-1a7a33c1e3c0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:57.988933 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1fa592b3-2ef9-42c5-bb57-dea14cde7198 req-c86a67ab-1d6f-4c6d-8df4-1a7a33c1e3c0 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 945 time: 0.2784729
Jan 27 06:01:58.016687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 53a48529-317c-4597-988d-78e7c7d11b4a no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:01:58.125763 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1fa592b3-2ef9-42c5-bb57-dea14cde7198 req-d11e17ca-2eee-46dd-8e64-d0d9142ea6fd tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1277277
Jan 27 06:01:58.223282 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:58.259885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53a48529-317c-4597-988d-78e7c7d11b4a'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:01:58.266696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 53a48529-317c-4597-988d-78e7c7d11b4a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=53a48529-317c-4597-988d-78e7c7d11b4a,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:01:58.298844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:58.301096 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:01:58.333426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:58.333831 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:58.334181 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Floating IP dc807303-75d6-4a6d-bcbc-056c8018027e disassociated. External IP: 172.27.2.171, port: 53a48529-317c-4597-988d-78e7c7d11b4a.
Jan 27 06:01:58.335096 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Calling delete_port for 53a48529-317c-4597-988d-78e7c7d11b4a owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:01:58.354204 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53a48529-317c-4597-988d-78e7c7d11b4a', 'code': 200}
Jan 27 06:01:58.394446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=53a48529-317c-4597-988d-78e7c7d11b4a,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:01:58.399398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:01:58.468264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8cae7-9f10-4aca-b26b-a2e7095e5e14 req-a9545d36-33ae-4679-b659-5b3b7a275e02 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:58.477018 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-99e8cae7-9f10-4aca-b26b-a2e7095e5e14 req-a9545d36-33ae-4679-b659-5b3b7a275e02 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.3727226
Jan 27 06:01:58.573124 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-99e8cae7-9f10-4aca-b26b-a2e7095e5e14 req-edf87c11-f222-43b2-b901-4bdb4aac9d03 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951807
Jan 27 06:01:58.653337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 06:01:58.653695 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 06:01:59.154814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Deleting port 53a48529-317c-4597-988d-78e7c7d11b4a {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:01:59.155515 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:59.180793 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6e62760b-537b-418a-916a-41896eb0e8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:01:59.433657 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97315196-7d24-4c33-aa05-c537cf1a920c req-2bcbbe8c-4b86-4bd2-a3b0-2e341477fee9 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:01:59.436530 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-97315196-7d24-4c33-aa05-c537cf1a920c req-2bcbbe8c-4b86-4bd2-a3b0-2e341477fee9 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 943 time: 0.1666081
Jan 27 06:01:59.548120 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-97315196-7d24-4c33-aa05-c537cf1a920c req-f21a5842-25d0-45be-afc6-186cc5a31165 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f828aeb-742a-4c6b-af17-dc110ef83ba8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062837
Jan 27 06:01:59.736755 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] For port 53a48529-317c-4597-988d-78e7c7d11b4a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=53a48529-317c-4597-988d-78e7c7d11b4a,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:01:59.737099 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:00.088283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695fd3d9-8e8b-43f0-af16-315ed0d87cb4 req-1f32f131-1b58-4fdd-a85d-83f88d7c5eec tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:00.090044 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-695fd3d9-8e8b-43f0-af16-315ed0d87cb4 req-1f32f131-1b58-4fdd-a85d-83f88d7c5eec tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.3400912
Jan 27 06:02:00.269557 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-695fd3d9-8e8b-43f0-af16-315ed0d87cb4 req-a74944ac-6727-4566-b847-8d8c1cf15e33 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1718106
Jan 27 06:02:00.280279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:00.280699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:00.281057 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Floating IP dc807303-75d6-4a6d-bcbc-056c8018027e disassociated. External IP: 172.27.2.171, port: 53a48529-317c-4597-988d-78e7c7d11b4a.
Jan 27 06:02:00.281447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Calling delete_port for 53a48529-317c-4597-988d-78e7c7d11b4a owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:02:00.483949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:00.505682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d07d8502-0696-466b-a3d0-84d90f110a4e tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:00.609932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event deleted for resources: {'Port': ['ID=53a48529-317c-4597-988d-78e7c7d11b4a,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:00.617530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:00.763609 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9cdfd551-db64-46bd-8494-da5ac37368d7 req-8c08d8a2-621b-4691-a367-f4b4b748a652 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0600162
Jan 27 06:02:00.905333 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Router 71648d5c-ef71-4842-beb4-e73be5437244 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:02:01.141795 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:02:01.156784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1766f-0bf2-44b5-b871-ec4efaaff792 None None] Sync routers for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:02:01.168715 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1766f-0bf2-44b5-b871-ec4efaaff792 None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:02:01.169025 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-02c1766f-0bf2-44b5-b871-ec4efaaff792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa638b1f828>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:01:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:02:01.197403 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] No DVR routers for this DVR port 53a48529-317c-4597-988d-78e7c7d11b4a on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:02:01.202193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:01.225339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'name': 'network-vif-deleted', 'tag': '53a48529-317c-4597-988d-78e7c7d11b4a'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:02:01.273532 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e49a7a1e-ba93-4ada-b968-054f62fda9b5 req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.13 "DELETE /v2.0/ports/53a48529-317c-4597-988d-78e7c7d11b4a HTTP/1.1" status: 204  len: 173 time: 3.9669991
Jan 27 06:02:01.333480 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f20fd3f-8b51-4188-93e2-7be9e6a45ba5', 'name': 'network-vif-deleted', 'tag': '53a48529-317c-4597-988d-78e7c7d11b4a', 'status': 'completed', 'code': 200}
Jan 27 06:02:01.441880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-02c1766f-0bf2-44b5-b871-ec4efaaff792 None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:02:01.604742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d56af69c-d04f-40a4-9589-53b12d810e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:01.620252 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b08167-6aac-4072-a87f-04c1f4edbfda req-baa58d3a-79e5-4c28-bcb6-0f3cb1c5e0fe tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:01.622340 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-61b08167-6aac-4072-a87f-04c1f4edbfda req-baa58d3a-79e5-4c28-bcb6-0f3cb1c5e0fe tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1724787
Jan 27 06:02:01.717705 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-61b08167-6aac-4072-a87f-04c1f4edbfda req-17aa5cad-7989-4d52-a721-7fab46c26b0c tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867643
Jan 27 06:02:01.865076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-02c1766f-0bf2-44b5-b871-ec4efaaff792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa638b1f828>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:02:01.870166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1766f-0bf2-44b5-b871-ec4efaaff792 None None] Checking router: 71648d5c-ef71-4842-beb4-e73be5437244 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:02:01.882625 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1766f-0bf2-44b5-b871-ec4efaaff792 None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:02:01.883521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-02c1766f-0bf2-44b5-b871-ec4efaaff792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa638b1f828>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:02:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:02:01.974778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-341fa7b9-cf82-457e-a6bd-fa29203ca4bd req-82e86672-9426-455a-a672-6ef429cab58e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Synchronizing usage tracker for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:02:02.032137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-341fa7b9-cf82-457e-a6bd-fa29203ca4bd req-82e86672-9426-455a-a672-6ef429cab58e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Unset dirty status for tenant:14d7b1aa31a748be92e2a0709c159f0f on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:02:02.033593 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-341fa7b9-cf82-457e-a6bd-fa29203ca4bd req-82e86672-9426-455a-a672-6ef429cab58e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.1106842
Jan 27 06:02:02.112396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-02c1766f-0bf2-44b5-b871-ec4efaaff792 None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:02:02.458856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:02.474512 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-02c1766f-0bf2-44b5-b871-ec4efaaff792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa638b1f828>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:02:02.480572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1766f-0bf2-44b5-b871-ec4efaaff792 None None] The sync data for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi is: [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T05:51:17Z', 'revision_number': 4, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'a8649a58-53c7-41bc-afc1-e70a3f540d2a', 'name': '', 'network_id': '8b619c5d-c69e-4f9e-bc39-c66055e0cc08', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'mac_address': 'fa:16:3e:6b:06:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:51:11Z', 'updated_at': '2021-01-27T05:51:37Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'subnets': [{'id': '553256bc-95c4-47dc-a078-dc0fbcc996e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:02:02.922976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6244f-b5fb-4642-afaa-f877c4949b16 None None] New status for floating IP dc807303-75d6-4a6d-bcbc-056c8018027e: DOWN {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 06:02:03.267864 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1793446c-6231-47a9-80e5-0a66495c17e7 req-638c997a-8c9c-4f8b-8785-12a29e8feb98 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0606387
Jan 27 06:02:03.271540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e3d4c-8741-4467-a772-988c6f7836cf req-2bf9124c-b6a9-4ba6-b69c-ac71586147cc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:03.273786 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-979e3d4c-8741-4467-a772-988c6f7836cf req-2bf9124c-b6a9-4ba6-b69c-ac71586147cc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.3944094
Jan 27 06:02:03.345530 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-979e3d4c-8741-4467-a772-988c6f7836cf req-0892a2d7-55ed-428b-84ca-6d40c77de8c4 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636528
Jan 27 06:02:03.604301 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:03.706530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:04.483258 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4562bdfa-f147-48b7-bf09-6bd679ef6977 req-7b9085c9-9324-45c2-add9-8a39b8f0784a tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0755892
Jan 27 06:02:04.664657 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a62d0-ba1a-4550-9cee-ea38987bb049 req-8184873f-2069-4138-8c1e-80f9243b0df9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:04.666584 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-939a62d0-ba1a-4550-9cee-ea38987bb049 req-8184873f-2069-4138-8c1e-80f9243b0df9 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1596532
Jan 27 06:02:04.732581 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-939a62d0-ba1a-4550-9cee-ea38987bb049 req-3c8b647b-8abb-4e41-8394-073ee19ef910 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583916
Jan 27 06:02:05.676768 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-313247a0-b496-47e3-b2ae-8347f394f849 req-f9bcc785-7251-4582-a4f8-5ab966fe653c tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0512342
Jan 27 06:02:06.042017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e68df7-39b2-4220-9f47-c47f70df1fea req-1610f163-dbbb-41fc-a422-f9017b80c4db tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:06.043861 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-41e68df7-39b2-4220-9f47-c47f70df1fea req-1610f163-dbbb-41fc-a422-f9017b80c4db tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1543176
Jan 27 06:02:06.117005 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-41e68df7-39b2-4220-9f47-c47f70df1fea req-b1c942f3-ba0e-4514-ace5-de8342ae4f30 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624073
Jan 27 06:02:06.899636 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4dfad7f9-ab37-4062-bb79-beb538345d13 req-e4b767f9-b63e-48eb-aeec-f586b2fc245f tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0636828
Jan 27 06:02:07.468724 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485181ff-d103-43a7-80b3-63cf11a79c11 req-55977f5b-8c58-4144-8830-c5dd024ea23a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:07.470766 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-485181ff-d103-43a7-80b3-63cf11a79c11 req-55977f5b-8c58-4144-8830-c5dd024ea23a tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1796873
Jan 27 06:02:07.552975 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-485181ff-d103-43a7-80b3-63cf11a79c11 req-fe61a336-de4d-435d-9b02-6e3d93186ffd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732145
Jan 27 06:02:08.094141 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9f5f9c93-b5b8-474d-b457-a3b9c3330afd req-fbefd53d-1e0b-4e1e-8f68-4a77d5c163be tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0519321
Jan 27 06:02:08.884826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355273d6-6115-4fa1-8c56-f4c29e30c18f req-4fb89bbd-c4ed-4c68-9783-1d12e474c1fc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:08.886531 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-355273d6-6115-4fa1-8c56-f4c29e30c18f req-4fb89bbd-c4ed-4c68-9783-1d12e474c1fc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1580803
Jan 27 06:02:08.959892 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-355273d6-6115-4fa1-8c56-f4c29e30c18f req-0fe42cfd-7d72-46da-9862-1bcb58fdb3bc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656080
Jan 27 06:02:09.278820 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ecb14db5-461e-4f0f-ae56-7af494e433af req-d888bb94-f3ce-419e-93eb-2025e6b01883 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0505552
Jan 27 06:02:10.259828 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23087a7d-d5ca-4926-97ff-0a25da3a783a req-a981ad39-5f8f-4de8-9d73-6f3f87982bcc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:10.261451 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-23087a7d-d5ca-4926-97ff-0a25da3a783a req-a981ad39-5f8f-4de8-9d73-6f3f87982bcc tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1490719
Jan 27 06:02:10.326524 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-23087a7d-d5ca-4926-97ff-0a25da3a783a req-11b4b959-c678-4003-9b4f-18225c8aee35 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588126
Jan 27 06:02:10.466619 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1f5c29f1-d06e-4d75-b2cb-5e8628795fa6 req-e19ce3f7-f693-4a83-a018-4e4143e21347 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0511565
Jan 27 06:02:11.630359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311fff-3040-4220-b944-66996a2d9169 req-b3016ea9-8edb-4238-b13e-2b93883d6829 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:11.632114 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4311fff-3040-4220-b944-66996a2d9169 req-b3016ea9-8edb-4238-b13e-2b93883d6829 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1503711
Jan 27 06:02:11.651987 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fa41b4c3-75d8-448a-a42d-95c151dd9880 req-3a9b2537-ab34-4fac-9935-0cd232916386 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0504696
Jan 27 06:02:11.699370 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e4311fff-3040-4220-b944-66996a2d9169 req-180d23f8-fa04-49ac-a0d3-c2a65f4c2096 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596759
Jan 27 06:02:12.895567 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9f23c343-d92a-44a1-8a17-2abce7169b4f req-54f091b9-2a2a-4e58-bbe0-1f1455cd7413 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f20fd3f-8b51-4188-93e2-7be9e6a45ba5 HTTP/1.1" status: 200  len: 210 time: 0.0513530
Jan 27 06:02:13.061698 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167abb35-379a-4beb-8ef7-b8021a112d24 req-d45b1a7b-517a-4bab-aab7-8d9d7051bfdf tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:13.063404 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-167abb35-379a-4beb-8ef7-b8021a112d24 req-d45b1a7b-517a-4bab-aab7-8d9d7051bfdf tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1978390
Jan 27 06:02:13.129243 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-167abb35-379a-4beb-8ef7-b8021a112d24 req-6fe8c5f2-44c6-42f1-be71-c1dac07967d1 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594406
Jan 27 06:02:14.328327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 44830) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:02:14.415092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f71facc9-9b93-4adc-bbad-36294ed5536b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:14.440016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb135b-af2f-4af2-938e-848ced086dab req-37ad6168-dfd5-4630-9132-ce9a9fcf5c57 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:14.441757 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-afcb135b-af2f-4af2-938e-848ced086dab req-37ad6168-dfd5-4630-9132-ce9a9fcf5c57 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1513679
Jan 27 06:02:14.446175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f71facc9-9b93-4adc-bbad-36294ed5536b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:14.507116 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-afcb135b-af2f-4af2-938e-848ced086dab req-2c5a9a53-0357-4932-ba95-2a5ce7ebde44 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584974
Jan 27 06:02:14.689142 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f71facc9-9b93-4adc-bbad-36294ed5536b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:14.694853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c65ac7b8-088a-4caf-98d0-19e0c4fe5b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:14.710131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71facc9-9b93-4adc-bbad-36294ed5536b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f828aeb-742a-4c6b-af17-dc110ef83ba8,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:14.713748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f71facc9-9b93-4adc-bbad-36294ed5536b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:14.756863 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f71facc9-9b93-4adc-bbad-36294ed5536b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:14.758133 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f71facc9-9b93-4adc-bbad-36294ed5536b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "DELETE /v2.0/security-groups/8f828aeb-742a-4c6b-af17-dc110ef83ba8 HTTP/1.1" status: 204  len: 168 time: 0.4286740
Jan 27 06:02:14.760929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 44834) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:02:14.779049 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.v2.resource [None req-8c6e6a1c-cef1-4188-a41f-642d7c06efd2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] show failed (client error): The resource could not be found.
Jan 27 06:02:14.780131 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-8c6e6a1c-cef1-4188-a41f-642d7c06efd2 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "GET /v2.0/security-groups/8f828aeb-742a-4c6b-af17-dc110ef83ba8 HTTP/1.1" status: 404  len: 347 time: 0.0182467
Jan 27 06:02:14.783446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 44838) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:02:14.972457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Deleting port f16a7592-b918-4163-ae2a-bc937d40407c {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:02:14.972742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:15.159732 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:15.160095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:15.295665 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Calling delete_port for f16a7592-b918-4163-ae2a-bc937d40407c owned by network:floatingip {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:02:15.705069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:15.726731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-aa9c3960-8786-4efa-995d-c6516cd360e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:16.069971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Pushing event deleted for resources: {'Port': ['ID=f16a7592-b918-4163-ae2a-bc937d40407c,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:16.082621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:16.233401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e8c5e-cf22-4884-988f-0080335384dc req-60794c48-1494-4721-ab1e-b00556143d83 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:16.235086 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-881e8c5e-cf22-4884-988f-0080335384dc req-60794c48-1494-4721-ab1e-b00556143d83 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.5737054
Jan 27 06:02:16.349274 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-881e8c5e-cf22-4884-988f-0080335384dc req-fbf8d58b-a19b-4b3f-9f77-42e41bd007a4 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1073990
Jan 27 06:02:16.361769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks [] for floatingip, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:16.426661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:16.427910 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] 10.222.0.24 "DELETE /v2.0/floatingips/dc807303-75d6-4a6d-bcbc-056c8018027e HTTP/1.1" status: 204  len: 168 time: 1.6435063
Jan 27 06:02:16.887176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:02:16.960389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:02:16.960806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:17.096152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:17.127111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:02:17.139559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:02:17.174695 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:17.177152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:17.214759 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd', 'code': 200}
Jan 27 06:02:17.255559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,revision_number=6']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:17.260616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:17.742881 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05ea91-fe9d-4969-84e3-09331cd34216 req-dd1b185f-a417-45b7-86e9-78a1d8219695 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:17.744810 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6a05ea91-fe9d-4969-84e3-09331cd34216 req-dd1b185f-a417-45b7-86e9-78a1d8219695 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.2285657
Jan 27 06:02:17.747048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa633f5-4752-49d5-861e-dcf0ed7c3764 req-893966fb-8e70-479a-a442-d00baaf32fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:17.748605 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1aa633f5-4752-49d5-861e-dcf0ed7c3764 req-893966fb-8e70-479a-a442-d00baaf32fd4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 1162 time: 0.1890731
Jan 27 06:02:17.830220 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1aa633f5-4752-49d5-861e-dcf0ed7c3764 req-dcdda0fe-243b-42fc-9faa-716cca1d8761 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631461
Jan 27 06:02:17.847852 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6a05ea91-fe9d-4969-84e3-09331cd34216 req-b08299d7-bc15-4fc9-ad5c-09df9a34dc4e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957332
Jan 27 06:02:18.413772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:02:18.490778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:02:18.491197 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:19.159654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66212072-aaf9-4269-8ca9-9a980e99207a req-45363e02-b9a9-46c0-ba0b-8bd649d8de2f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:19.161494 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-66212072-aaf9-4269-8ca9-9a980e99207a req-45363e02-b9a9-46c0-ba0b-8bd649d8de2f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1566100
Jan 27 06:02:19.227891 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-66212072-aaf9-4269-8ca9-9a980e99207a req-64afe8c7-44b5-4468-9027-a6e225371e43 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581479
Jan 27 06:02:20.456663 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:02:20.538802 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f87ae2-454d-4cab-92c5-563f08e2d57f req-a7bef8bd-0a37-4dc4-afa4-5107317dad1b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:20.543217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:02:20.543674 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:20.547113 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-59f87ae2-454d-4cab-92c5-563f08e2d57f req-a7bef8bd-0a37-4dc4-afa4-5107317dad1b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1695874
Jan 27 06:02:20.613018 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-59f87ae2-454d-4cab-92c5-563f08e2d57f req-10d4726f-a02b-4223-a953-544d0f8f332e tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647442
Jan 27 06:02:20.817347 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 44912) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:02:21.657526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344479'] for router_interface, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:22.134206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d285e-f116-481f-8d9e-69d70203b647 req-b5827cdf-f509-4571-a947-1f8e88d3f679 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:22.136284 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-480d285e-f116-481f-8d9e-69d70203b647 req-b5827cdf-f509-4571-a947-1f8e88d3f679 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.3099492
Jan 27 06:02:22.224567 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-480d285e-f116-481f-8d9e-69d70203b647 req-c1b0826a-5064-44d6-8b5e-ae99ec5ebecd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810173
Jan 27 06:02:22.300181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Deleting port a8649a58-53c7-41bc-afc1-e70a3f540d2a {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:02:22.300569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:22.505559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] For port a8649a58-53c7-41bc-afc1-e70a3f540d2a, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=a8649a58-53c7-41bc-afc1-e70a3f540d2a,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:02:22.506073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:22.645467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Calling delete_port for a8649a58-53c7-41bc-afc1-e70a3f540d2a owned by network:router_interface {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:02:22.938684 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:22.955660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1b67ea0c-a36f-4c54-aba1-d4e8b01155a6 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:23.049583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8649a58-53c7-41bc-afc1-e70a3f540d2a,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:23.065108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.065520 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.065930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.066328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.066720 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.067114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.067541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.067939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.068327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.068718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.069104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.069487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.069936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.070317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.070706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.071685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.072074 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.072459 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.072843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.073226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.073608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.073991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.074392 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.074751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:23.080227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:23.428888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853182275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430192'] for router_interface, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:24.200168 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Router 71648d5c-ef71-4842-beb4-e73be5437244 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:02:24.401157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:02:24.410397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e15f45-7aeb-4ac3-a58d-dd669709e3dc None None] Sync routers for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:02:24.414339 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] 10.222.0.24 "PUT /v2.0/routers/71648d5c-ef71-4842-beb4-e73be5437244/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5955751
Jan 27 06:02:24.417218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 44926) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:02:24.428565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e15f45-7aeb-4ac3-a58d-dd669709e3dc None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:02:24.429232 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-30e15f45-7aeb-4ac3-a58d-dd669709e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6397e4cf8>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:02:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:02:24.621367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Notify callbacks [] for router, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:24.783401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-30e15f45-7aeb-4ac3-a58d-dd669709e3dc None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:02:24.823503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:24.829041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Deleting port b41779bc-c138-4adf-a52d-87df529eb59a {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:02:24.829424 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:25.031585 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] For port b41779bc-c138-4adf-a52d-87df529eb59a, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=b41779bc-c138-4adf-a52d-87df529eb59a,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:02:25.032394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:25.122855 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-30e15f45-7aeb-4ac3-a58d-dd669709e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6397e4cf8>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T06:02:22Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:02:25.127567 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e15f45-7aeb-4ac3-a58d-dd669709e3dc None None] Checking router: 71648d5c-ef71-4842-beb4-e73be5437244 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:02:25.137562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e15f45-7aeb-4ac3-a58d-dd669709e3dc None None] Routers {'71648d5c-ef71-4842-beb4-e73be5437244'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:02:25.137562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-30e15f45-7aeb-4ac3-a58d-dd669709e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6397e4cf8>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:02:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['71648d5c-ef71-4842-beb4-e73be5437244'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:02:25.167735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Calling delete_port for b41779bc-c138-4adf-a52d-87df529eb59a owned by network:router_gateway {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:02:25.317487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]: WARNING neutron.plugins.ml2.ovo_rpc [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     result = function(*args, **kwargs)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     proto.__init__(conn_state, self)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.handle()
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.handle_one_request()
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.handle_one_response()
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     result = self.application(self.environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return app(environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = req.get_response(self.application)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = req.get_response(self.application)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = req.get_response(self.application)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = req.get_response(self.application)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return request.get_response(self.application)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = req.get_response(self._app)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     application, catch_exc_info=False)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     app_iter = application(self.environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return resp(environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return resp(environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     response = self.app(environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return resp(environ, start_response)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     resp = self.call_func(req, *args, **kw)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.func(req, *args, **kwargs)
Jan 27 06:02:25.323710 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     result = method(request=request, **args)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._delete(request, id, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*args, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*args, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*dup_args, **dup_kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     obj_deleter(request.context, id, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     return method(*args, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*args, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*args, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(*dup_args, **dup_kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._delete_current_gw_port(context, id, router, None)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, context, *args, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     return method(*args, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     context, port, router_ids, bound_mech_contexts)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     return function(*args, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     callback(resource, event, trigger, **kwargs)
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     if self._is_session_semantic_violated(context, resource, event):
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]:     stack = traceback.extract_stack()
Jan 27 06:02:25.329502 dv-cinder-772623-1-iscsi neutron-server[80063]: 
Jan 27 06:02:25.338632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-30e15f45-7aeb-4ac3-a58d-dd669709e3dc None None] Set router 71648d5c-ef71-4842-beb4-e73be5437244 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:02:25.526081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484344'] for router_gateway, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:25.661244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-30e15f45-7aeb-4ac3-a58d-dd669709e3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6397e4cf8>, [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T06:02:22Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:02:25.666983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e15f45-7aeb-4ac3-a58d-dd669709e3dc None None] The sync data for ids ['71648d5c-ef71-4842-beb4-e73be5437244'] in dv-cinder-772623-1-iscsi is: [{'id': '71648d5c-ef71-4842-beb4-e73be5437244', 'name': 'tempest-AttachVolumeTestJSON-1479272781-router', 'tenant_id': '14d7b1aa31a748be92e2a0709c159f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:49Z', 'updated_at': '2021-01-27T06:02:22Z', 'revision_number': 5, 'project_id': '14d7b1aa31a748be92e2a0709c159f0f', 'gw_port': {'id': 'b41779bc-c138-4adf-a52d-87df529eb59a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71648d5c-ef71-4842-beb4-e73be5437244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:52Z', 'updated_at': '2021-01-27T05:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:02:25.670928 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100046'] for router, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:25.675694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:25.888994 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342791'] for router, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:25.889565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71648d5c-ef71-4842-beb4-e73be5437244 {{(pid=80176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 27 06:02:25.903410 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:25.905154 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-4f3baf06-6ea0-43f3-bc9a-67fc52fed32e admin admin] 10.222.0.24 "DELETE /v2.0/routers/71648d5c-ef71-4842-beb4-e73be5437244 HTTP/1.1" status: 204  len: 168 time: 1.4864261
Jan 27 06:02:25.907570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 44930) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:02:25.982072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Deleting subnet 553256bc-95c4-47dc-a078-dc0fbcc996e5 {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 06:02:25.985806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:26.045615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253318'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:26.135135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:26.449370 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2902153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850770639'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:26.465697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:26.550267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=553256bc-95c4-47dc-a078-dc0fbcc996e5,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:26.578799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.579144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.579591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.579995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.580395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.580798 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.581194 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.581591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.581989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.582383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.582775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.583166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.583643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.584036 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.584426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.584816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.585213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.585604 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.585992 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.586380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.587049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.587449 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.587845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.588234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:26.593304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:26.625094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:26.631744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcc6f79-9142-4ae6-8ebc-79f5f8c9b56e None None] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:02:26.632109 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a25f16e6-6e76-409c-9610-938188390c23 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/553256bc-95c4-47dc-a078-dc0fbcc996e5 HTTP/1.1" status: 204  len: 168 time: 0.7231662
Jan 27 06:02:26.636090 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 44934) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:02:26.760417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:26.836061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Deleting port 9e7d0628-fb45-4f37-8954-915b519331e0 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:02:26.836973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:26.967530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:27.062651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] For port 9e7d0628-fb45-4f37-8954-915b519331e0, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=9e7d0628-fb45-4f37-8954-915b519331e0,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:02:27.063044 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:27.101352 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1589b9ea-26a7-4fe1-ad8a-29ac683a4002 None None] DHCP port deletion for 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 request from dv-cinder-772623-1-iscsi {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 27 06:02:27.106363 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-1589b9ea-26a7-4fe1-ad8a-29ac683a4002 None None] Deleting port 9e7d0628-fb45-4f37-8954-915b519331e0 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:02:27.106854 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1589b9ea-26a7-4fe1-ad8a-29ac683a4002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:27.200741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Calling delete_port for 9e7d0628-fb45-4f37-8954-915b519331e0 owned by network:dhcp {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:02:27.311663 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:27.323173 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-1589b9ea-26a7-4fe1-ad8a-29ac683a4002 None None] For port 9e7d0628-fb45-4f37-8954-915b519331e0, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=9e7d0628-fb45-4f37-8954-915b519331e0,segment=NetworkSegment(0b4f2b47-cb5d-4fcd-90c4-d119483db939),segment_id=0b4f2b47-cb5d-4fcd-90c4-d119483db939)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:02:27.323568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1589b9ea-26a7-4fe1-ad8a-29ac683a4002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:27.327583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:27.392634 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device a8649a58-53c7-41bc-afc1-e70a3f540d2a no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:02:27.421607 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7d0628-fb45-4f37-8954-915b519331e0,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:27.429269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:27.487968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] No DVR routers for this DVR port 9e7d0628-fb45-4f37-8954-915b519331e0 on host dv-cinder-772623-1-iscsi {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:02:27.500251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-1589b9ea-26a7-4fe1-ad8a-29ac683a4002 None None] Calling delete_port for 9e7d0628-fb45-4f37-8954-915b519331e0 owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:02:27.528779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: a8649a58-53c7-41bc-afc1-e70a3f540d2a {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:02:27.529160 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device a8649a58-53c7-41bc-afc1-e70a3f540d2a not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:02:27.529630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 9e7d0628-fb45-4f37-8954-915b519331e0 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:02:27.580587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 9e7d0628-fb45-4f37-8954-915b519331e0 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:02:27.580969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 9e7d0628-fb45-4f37-8954-915b519331e0 not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:02:27.581435 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device b41779bc-c138-4adf-a52d-87df529eb59a no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:02:27.623589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: b41779bc-c138-4adf-a52d-87df529eb59a {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:02:27.623976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device b41779bc-c138-4adf-a52d-87df529eb59a not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:02:27.628005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:27.655652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [None req-1589b9ea-26a7-4fe1-ad8a-29ac683a4002 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 06:02:27.656067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [None req-1589b9ea-26a7-4fe1-ad8a-29ac683a4002 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 06:02:27.751834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa633f05908>,) {'filters': {'network_id': ['8b619c5d-c69e-4f9e-bc39-c66055e0cc08']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:02:27.765607 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633f05908>, '0b4f2b47-cb5d-4fcd-90c4-d119483db939') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:02:27.765938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633f05908>, '0b4f2b47-cb5d-4fcd-90c4-d119483db939') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:02:27.779293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852522482'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:27.795851 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:27.797940 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 06:02:27.986208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:02:28.157512 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-1589b9ea-26a7-4fe1-ad8a-29ac683a4002 None None] Deleting port 9e7d0628-fb45-4f37-8954-915b519331e0 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:02:28.157937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1589b9ea-26a7-4fe1-ad8a-29ac683a4002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:28.201781 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:02:28.220304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851861974'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:28.234416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-1589b9ea-26a7-4fe1-ad8a-29ac683a4002 None None] The port '9e7d0628-fb45-4f37-8954-915b519331e0' was deleted {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 27 06:02:28.402975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Network 8b619c5d-c69e-4f9e-bc39-c66055e0cc08 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 06:02:28.426774 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 06:02:28.538536 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:28.543401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:28.547416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:28.569821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b619c5d-c69e-4f9e-bc39-c66055e0cc08,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:28.573907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:28.624714 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8b619c5d-c69e-4f9e-bc39-c66055e0cc08 HTTP/1.1" status: 204  len: 168 time: 1.9874558
Jan 27 06:02:29.097474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 44940) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:02:29.158770 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-57d05584-e054-45c2-9bc5-4298245a52af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14d7b1aa31a748be92e2a0709c159f0f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0596261
Jan 27 06:02:29.161952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 44944) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:02:29.191207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7a913a4e-2980-4456-9eb7-40d06eaf986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:29.235841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-afb775a7-3e01-4bc0-9d44-84c47566f71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:29.269404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-afb775a7-3e01-4bc0-9d44-84c47566f71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:29.414457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-afb775a7-3e01-4bc0-9d44-84c47566f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:29.420481 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6424ee12-894b-4b7f-9ab6-2c85e4699082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:29.438021 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb775a7-3e01-4bc0-9d44-84c47566f71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc814df6-4436-4646-81f1-3d4367861708,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:29.441307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-afb775a7-3e01-4bc0-9d44-84c47566f71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:29.443460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-afb775a7-3e01-4bc0-9d44-84c47566f71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:29.444647 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-afb775a7-3e01-4bc0-9d44-84c47566f71f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc814df6-4436-4646-81f1-3d4367861708 HTTP/1.1" status: 204  len: 168 time: 0.2812650
Jan 27 06:02:30.635509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 44966) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:02:30.785569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1142570960-network', 'tenant_id': 'e29f57cb5c04478cb20d14e98c9e0f95'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:02:30.791681 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:02:30.796165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Usage tracker for resource:network and tenant:e29f57cb5c04478cb20d14e98c9e0f95 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:02:30.799393 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:02:30.806491 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:02:30.854478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Made reservation on behalf of e29f57cb5c04478cb20d14e98c9e0f95 for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:02:30.859408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:30.872960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:30.889322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:02:30.893555 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Usage tracker for resource:security_group_rule and tenant:e29f57cb5c04478cb20d14e98c9e0f95 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:02:30.896613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:02:30.903101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:02:31.093669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:31.122578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:31.127162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1c9a9142-ea72-40f3-99c5-cac745a1a3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:31.157672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 06:02:31.171480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c51e56-8634-4da6-8a1d-ce7517dc1ffb,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:31.175903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:31.177155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:31.177537 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Added segment d71e78de-050e-4dc2-bf42-43b98c2b7cd0 of type vxlan for network 7b234123-4f97-441d-b62e-fee61eaeb45a
Jan 27 06:02:31.209495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:31.265816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:31.267131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:31.267833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:31.273076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:31.377565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Pushing event updated for resources: {'Network': ['ID=7b234123-4f97-441d-b62e-fee61eaeb45a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:31.380551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:31.389168 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 7b234123-4f97-441d-b62e-fee61eaeb45a details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 06:02:31.404746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network 7b234123-4f97-441d-b62e-fee61eaeb45a details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 06:02:31.407318 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7704546
Jan 27 06:02:31.410269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 44972) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:02:31.417317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Request body: {'subnet': {'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1142570960-subnet', 'tenant_id': 'e29f57cb5c04478cb20d14e98c9e0f95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:02:31.422585 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:02:31.427048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Usage tracker for resource:subnet and tenant:e29f57cb5c04478cb20d14e98c9e0f95 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:02:31.430135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:02:31.436600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:02:31.480890 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Made reservation on behalf of e29f57cb5c04478cb20d14e98c9e0f95 for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:02:31.485722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852367399'] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:31.631865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-79127294-3c15-483d-a2d6-b588737d63db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:32.181830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-807945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852367416'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:32.198560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-34ce3eaf-2c38-4fc1-a086-63ecef8ca936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:32.333940 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Pushing event updated for resources: {'Subnet': ['ID=051b4191-0b0d-44e3-9c9b-04ce68a824c6,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:32.346508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:32.409150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Checking segment: {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:02:32.409542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Network hostable DHCP agents. Network: 7b234123-4f97-441d-b62e-fee61eaeb45a, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 06:02:32.454589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:32.482984 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Network 7b234123-4f97-441d-b62e-fee61eaeb45a is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 06:02:32.511485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 7b234123-4f97-441d-b62e-fee61eaeb45a) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:02:32.519987 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7570442-c79a-4c7c-8ddd-01aaa055d779 None None] Network 7b234123-4f97-441d-b62e-fee61eaeb45a requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:02:32.527264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:32.527962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:32.570019 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1583343
Jan 27 06:02:32.758559 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e527d990-f1da-40bb-af15-c0abda15a969 None None] Network 7b234123-4f97-441d-b62e-fee61eaeb45a requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:02:33.254912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-c5fe7e38-42fb-442f-8bc9-0e0f94432f89 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:33.256624 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-c5fe7e38-42fb-442f-8bc9-0e0f94432f89 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 815 time: 0.2269812
Jan 27 06:02:33.273389 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-8b518a9e-f756-4483-a2ab-1a391fa263f2 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/quotas/e29f57cb5c04478cb20d14e98c9e0f95 HTTP/1.1" status: 200  len: 375 time: 0.0102470
Jan 27 06:02:33.332722 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-a274a6d4-ddda-498e-9b80-2f88d201f6c6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0529072
Jan 27 06:02:33.423769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-17ed5b3d-531b-4fa9-8fcd-8b1fa4475529 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 06:02:33.424905 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-17ed5b3d-531b-4fa9-8fcd-8b1fa4475529 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0840361
Jan 27 06:02:33.581234 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-6b0f1e51-4ed2-41f1-ac5c-68eb0a371fe2 service neutron] 10.222.0.24 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483834
Jan 27 06:02:33.595563 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:33.735262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:33.737267 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-ac2db49f-dd39-415f-977c-63988b8fa6fc service neutron] 10.222.0.24 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489103
Jan 27 06:02:34.063540 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3f04fc90-fae8-4ab8-b0b4-10d77de8d09e req-15f0f70d-6f76-44f5-a735-454d564a1714 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 210 time: 0.0510345
Jan 27 06:02:35.296318 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-305e9f5b-f131-4547-a326-2f42dca5e25d req-ced0f78a-c5bf-45ab-abe5-f84f8c1f609d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 210 time: 0.0510046
Jan 27 06:02:36.017652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-74b74a3c-44eb-4cbf-bdeb-fea9701a974f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:36.018488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-74b74a3c-44eb-4cbf-bdeb-fea9701a974f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Synchronizing usage tracker for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:network {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:02:36.065833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-74b74a3c-44eb-4cbf-bdeb-fea9701a974f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Unset dirty status for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:network {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:02:36.067124 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-74b74a3c-44eb-4cbf-bdeb-fea9701a974f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 815 time: 0.2855518
Jan 27 06:02:36.094214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Request body: {'port': {'device_id': 'c08e438c-ab11-4972-9f17-a017d3cffdf1', 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a', 'admin_state_up': True, 'tenant_id': 'e29f57cb5c04478cb20d14e98c9e0f95'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:02:36.260865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:02:36.265010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Usage tracker for resource:port and tenant:e29f57cb5c04478cb20d14e98c9e0f95 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:02:36.268218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:02:36.274215 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:02:36.306320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Made reservation on behalf of e29f57cb5c04478cb20d14e98c9e0f95 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:02:36.324840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:36.515930 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4ee102ee-24b6-4637-a9a8-e5b0d1e6db3d req-3ab669c4-b9e3-416e-8e06-e771920269f5 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 210 time: 0.0673149
Jan 27 06:02:36.730524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Allocated IP 172.20.0.5 (7b234123-4f97-441d-b62e-fee61eaeb45a/051b4191-0b0d-44e3-9c9b-04ce68a824c6/72b23098-f62f-4fdf-9412-54320ea2a8fb) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:02:36.968769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:37.031943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:37.047939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:37.189844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Pushing event updated for resources: {'Port': ['ID=72b23098-f62f-4fdf-9412-54320ea2a8fb,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:37.194690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:37.256139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Network 7b234123-4f97-441d-b62e-fee61eaeb45a is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:02:37.257526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:02:37.260072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:02:37.380768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:37.381508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:37.436057 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3480568
Jan 27 06:02:37.456031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Request body: {'port': {'device_id': 'c08e438c-ab11-4972-9f17-a017d3cffdf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:02:37.593441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:37.938758 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73df88-a77f-4738-b30e-74d1865ac17e req-fdb4e05d-c8f4-484a-a587-82c19b4e56f2 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:37.940595 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4d73df88-a77f-4738-b30e-74d1865ac17e req-fdb4e05d-c8f4-484a-a587-82c19b4e56f2 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 931 time: 0.2681851
Jan 27 06:02:38.007639 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4d73df88-a77f-4738-b30e-74d1865ac17e req-e718053d-9a8b-4b9e-a328-7d92c70484b7 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594268
Jan 27 06:02:38.088577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72b23098-f62f-4fdf-9412-54320ea2a8fb {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 06:02:38.096811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:38.114202 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Transition to ACTIVE for port object 72b23098-f62f-4fdf-9412-54320ea2a8fb will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:02:38.145753 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:38.162879 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2f4efef8-d776-4065-9305-14869f0a2048 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:38.304174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=72b23098-f62f-4fdf-9412-54320ea2a8fb,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:38.309750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:38.504321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Attempting to bind port 72b23098-f62f-4fdf-9412-54320ea2a8fb on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:02:38.505138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Attempting to bind port 72b23098-f62f-4fdf-9412-54320ea2a8fb by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:02:38.505138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Attempting to bind port 72b23098-f62f-4fdf-9412-54320ea2a8fb on network 7b234123-4f97-441d-b62e-fee61eaeb45a {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:02:38.511603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:02:38.511974 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Checking segment: {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:02:38.512382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:38.512792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Bound using segment: {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:02:38.513249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Bound port: 72b23098-f62f-4fdf-9412-54320ea2a8fb, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:02:38.513622 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:38.611007 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] For port 72b23098-f62f-4fdf-9412-54320ea2a8fb, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:02:38.614257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] For port 72b23098-f62f-4fdf-9412-54320ea2a8fb, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=72b23098-f62f-4fdf-9412-54320ea2a8fb,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:02:38.649261 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:38.665485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dcedb438-82f1-42c6-850e-4c6cc3f1a855 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:38.826147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=72b23098-f62f-4fdf-9412-54320ea2a8fb,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:38.832077 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:38.873884 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:38.874945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:38.877628 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] 10.222.0.13 "PUT /v2.0/ports/72b23098-f62f-4fdf-9412-54320ea2a8fb HTTP/1.1" status: 200  len: 1157 time: 1.4267006
Jan 27 06:02:38.878505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08e438c-ab11-4972-9f17-a017d3cffdf1', 'tag': '72b23098-f62f-4fdf-9412-54320ea2a8fb'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:02:38.948799 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c08e438c-ab11-4972-9f17-a017d3cffdf1', 'tag': '72b23098-f62f-4fdf-9412-54320ea2a8fb', 'status': 'completed', 'code': 200}
Jan 27 06:02:39.060174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-41cbf7dc-ea95-4242-8f2c-af3b86cbd583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:39.061837 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-41cbf7dc-ea95-4242-8f2c-af3b86cbd583 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 1160 time: 0.0811036
Jan 27 06:02:39.150773 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-64a6f17d-22e7-473a-a016-c848ccce00b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72b23098-f62f-4fdf-9412-54320ea2a8fb HTTP/1.1" status: 200  len: 217 time: 0.0728590
Jan 27 06:02:39.223098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-91201953-b1cf-4762-b3d8-9bfd7d421376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:39.224738 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-91201953-b1cf-4762-b3d8-9bfd7d421376 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=051b4191-0b0d-44e3-9c9b-04ce68a824c6 HTTP/1.1" status: 200  len: 855 time: 0.0681245
Jan 27 06:02:39.281446 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-871bb250-4db8-4b74-9203-0370588693ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b234123-4f97-441d-b62e-fee61eaeb45a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491719
Jan 27 06:02:39.297869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeafb4e-851c-44cd-bbf0-cb536d84a287 req-150d11fb-a6c9-4ec0-8321-19c6ff2aa08f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:39.299613 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-faeafb4e-851c-44cd-bbf0-cb536d84a287 req-150d11fb-a6c9-4ec0-8321-19c6ff2aa08f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 943 time: 0.1529927
Jan 27 06:02:39.363887 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-faeafb4e-851c-44cd-bbf0-cb536d84a287 req-8bea57d0-6d94-4ac9-8a18-6394ba3a562c tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562866
Jan 27 06:02:39.439243 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-737e521b-6974-4371-94ad-14ccf5bb799b service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505136
Jan 27 06:02:39.855532 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-30ed6f12-e2e4-4e95-b208-0eeecd5a4c6d req-3b0da5a6-db58-4736-81b1-f7162b8452ae service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4081757
Jan 27 06:02:40.072350 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c76db-12d6-4b3a-bc9e-209256200383 req-ff43d46b-3c18-46c2-a902-7bf778fb9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:40.074003 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-745c76db-12d6-4b3a-bc9e-209256200383 req-ff43d46b-3c18-46c2-a902-7bf778fb9e47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 1160 time: 0.0866585
Jan 27 06:02:40.235387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c76db-12d6-4b3a-bc9e-209256200383 req-489dfbf2-3f94-4dfd-a462-9edac2c2279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:40.236928 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-745c76db-12d6-4b3a-bc9e-209256200383 req-489dfbf2-3f94-4dfd-a462-9edac2c2279a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 909 time: 0.1556323
Jan 27 06:02:40.327497 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-745c76db-12d6-4b3a-bc9e-209256200383 req-71681bab-f6e5-4d6e-923b-9a3963c32378 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72b23098-f62f-4fdf-9412-54320ea2a8fb HTTP/1.1" status: 200  len: 217 time: 0.0824552
Jan 27 06:02:40.402551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c76db-12d6-4b3a-bc9e-209256200383 req-72b1e5d7-52d7-48ab-bffa-dd23cfb334f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:40.404374 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-745c76db-12d6-4b3a-bc9e-209256200383 req-72b1e5d7-52d7-48ab-bffa-dd23cfb334f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=051b4191-0b0d-44e3-9c9b-04ce68a824c6 HTTP/1.1" status: 200  len: 855 time: 0.0699580
Jan 27 06:02:40.466838 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-745c76db-12d6-4b3a-bc9e-209256200383 req-27d341bb-e50b-4b49-9a10-291f35f27f1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b234123-4f97-441d-b62e-fee61eaeb45a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0554497
Jan 27 06:02:40.693236 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-745c76db-12d6-4b3a-bc9e-209256200383 req-9bc3c46a-f385-4781-8d8d-4cd73996b4b5 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192032
Jan 27 06:02:40.766829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4863c1-9ea6-4553-864a-e622a50a87c1 req-f96a1e93-5838-4bc1-95ba-abb5cf550001 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:40.767691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ef4863c1-9ea6-4553-864a-e622a50a87c1 req-f96a1e93-5838-4bc1-95ba-abb5cf550001 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Synchronizing usage tracker for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:02:40.924639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ef4863c1-9ea6-4553-864a-e622a50a87c1 req-f96a1e93-5838-4bc1-95ba-abb5cf550001 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Unset dirty status for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:02:40.926238 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ef4863c1-9ea6-4553-864a-e622a50a87c1 req-f96a1e93-5838-4bc1-95ba-abb5cf550001 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 943 time: 0.4141409
Jan 27 06:02:40.928486 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-745c76db-12d6-4b3a-bc9e-209256200383 req-f54912fd-fd10-40ac-ab01-53bf63dd3ae4 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1564493
Jan 27 06:02:40.989091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ef4863c1-9ea6-4553-864a-e622a50a87c1 req-efdcbb55-21e9-4681-ae65-6e283894e06f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Synchronizing usage tracker for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:02:41.046699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-ef4863c1-9ea6-4553-864a-e622a50a87c1 req-efdcbb55-21e9-4681-ae65-6e283894e06f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Unset dirty status for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:02:41.048034 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ef4863c1-9ea6-4553-864a-e622a50a87c1 req-efdcbb55-21e9-4681-ae65-6e283894e06f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147373
Jan 27 06:02:42.344615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9593b71-00ed-4fc7-ab3f-02f7fbd28f5a req-04474520-e77d-44b4-bf50-bea861eea3f8 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:42.346383 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d9593b71-00ed-4fc7-ab3f-02f7fbd28f5a req-04474520-e77d-44b4-bf50-bea861eea3f8 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 943 time: 0.1601815
Jan 27 06:02:42.410630 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d9593b71-00ed-4fc7-ab3f-02f7fbd28f5a req-d1e0755e-ced1-4d43-9ecd-b039895e1f1c tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568364
Jan 27 06:02:43.705726 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b699b5e-8d8d-4b60-a578-2fa90f0d3867 req-5c7c9dc9-67fa-4392-8a83-7575d57741dd tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:43.707489 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0b699b5e-8d8d-4b60-a578-2fa90f0d3867 req-5c7c9dc9-67fa-4392-8a83-7575d57741dd tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 943 time: 0.1631951
Jan 27 06:02:43.769435 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0b699b5e-8d8d-4b60-a578-2fa90f0d3867 req-6d05f132-0d73-4d30-9ff5-428d1cf0efdb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546982
Jan 27 06:02:44.630384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.objects.ports [None req-02e55b52-27fe-4936-836b-8d71c39cdf20 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80178) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 27 06:02:45.045258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d275911-8e88-46fc-8321-e3d111cb2be5 req-6a2aaf0a-64e7-4ec5-aec6-b33730023927 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:45.046991 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7d275911-8e88-46fc-8321-e3d111cb2be5 req-6a2aaf0a-64e7-4ec5-aec6-b33730023927 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 943 time: 0.1468778
Jan 27 06:02:45.113770 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7d275911-8e88-46fc-8321-e3d111cb2be5 req-21fa9047-ed7a-47b8-9715-1fd1705edd8d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601931
Jan 27 06:02:45.371877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 72b23098-f62f-4fdf-9412-54320ea2a8fb up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:02:45.500113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 72b23098-f62f-4fdf-9412-54320ea2a8fb completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:02:45.506184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 72b23098-f62f-4fdf-9412-54320ea2a8fb triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:02:45.506927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:45.637998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:45.673575 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08e438c-ab11-4972-9f17-a017d3cffdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b23098-f62f-4fdf-9412-54320ea2a8fb'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:02:45.685892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 72b23098-f62f-4fdf-9412-54320ea2a8fb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=72b23098-f62f-4fdf-9412-54320ea2a8fb,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:02:45.711898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:45.713985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c034e868-0a4f-475c-b807-fd7df6c48f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:02:45.747465 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08e438c-ab11-4972-9f17-a017d3cffdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72b23098-f62f-4fdf-9412-54320ea2a8fb', 'code': 200}
Jan 27 06:02:45.786342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=72b23098-f62f-4fdf-9412-54320ea2a8fb,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:02:45.795274 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.795706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.796087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.796453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.796813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.797198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.797561 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.797925 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.798305 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.798706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.799061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.799454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.799875 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.800231 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.800585 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.801198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.801547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.801898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.802245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.802595 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.802944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.803291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.803664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.804011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:02:45.809179 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:02:46.094011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85056c-74a2-4078-970e-0ea618248858 req-51a83999-076d-4ed1-93c8-cd8360513aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:46.095697 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9b85056c-74a2-4078-970e-0ea618248858 req-51a83999-076d-4ed1-93c8-cd8360513aa5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 1162 time: 0.0787435
Jan 27 06:02:46.140880 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9b85056c-74a2-4078-970e-0ea618248858 req-891abeb6-0f3f-4a24-8d88-a989a451731a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382941
Jan 27 06:02:46.400653 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd69b75-ba82-479b-9740-dd4f73f2ae35 req-36944684-b948-42e0-b7f3-522841af57cb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:46.402382 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5bd69b75-ba82-479b-9740-dd4f73f2ae35 req-36944684-b948-42e0-b7f3-522841af57cb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 945 time: 0.1525331
Jan 27 06:02:46.465443 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5bd69b75-ba82-479b-9740-dd4f73f2ae35 req-a576e75c-e0d1-4e85-9f68-c2883752528b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565960
Jan 27 06:02:46.633525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 72b23098-f62f-4fdf-9412-54320ea2a8fb up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:02:46.715324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 72b23098-f62f-4fdf-9412-54320ea2a8fb triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:02:46.715860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:47.767833 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9ca21-8ac4-41d0-b741-48a63938b9ef req-bc039bf6-7ea3-48b5-98de-3f098ca126ae tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:47.769684 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e1b9ca21-8ac4-41d0-b741-48a63938b9ef req-bc039bf6-7ea3-48b5-98de-3f098ca126ae tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 945 time: 0.1650794
Jan 27 06:02:47.833366 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e1b9ca21-8ac4-41d0-b741-48a63938b9ef req-d9d6677a-501b-4cf7-a2ab-a33fe50c867e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567167
Jan 27 06:02:49.109844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268ca07-4200-4646-8f7f-47d3df9947ba req-840476b2-3166-4efa-ab5b-ecc7d671e213 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:49.111589 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e268ca07-4200-4646-8f7f-47d3df9947ba req-840476b2-3166-4efa-ab5b-ecc7d671e213 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 945 time: 0.1505187
Jan 27 06:02:49.175955 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e268ca07-4200-4646-8f7f-47d3df9947ba req-a0a580a1-3c2e-44b8-b9c8-3481219894aa tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569654
Jan 27 06:02:54.567984 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-76742131-2ddd-443a-9233-4eeea4d80dd5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0775898
Jan 27 06:02:54.755858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-a0b44ffa-dc09-4e37-bd9d-e8b72001cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:54.757498 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-a0b44ffa-dc09-4e37-bd9d-e8b72001cb0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fb61d3420134653b9816952a3dd423c&device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1163 time: 0.0834322
Jan 27 06:02:54.918369 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-146c8d8c-a524-461d-9ba5-c6e04147a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:54.920189 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-146c8d8c-a524-461d-9ba5-c6e04147a43a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 200  len: 902 time: 0.1420860
Jan 27 06:02:55.031254 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-c5e369fc-5201-4aed-9a9d-fb69db412829 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 1002 time: 0.1036851
Jan 27 06:02:55.100574 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-f4df5dcb-40e6-4da9-a83c-ccac0b6e8a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:55.102780 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-f4df5dcb-40e6-4da9-a83c-ccac0b6e8a0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfe35322-0c0d-4d2e-8244-74993ea6bc2c HTTP/1.1" status: 200  len: 847 time: 0.0653560
Jan 27 06:02:55.188786 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-15852413-f7e8-47bb-8520-210eaa3dfd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:55.190326 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-15852413-f7e8-47bb-8520-210eaa3dfd9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdcdb00-07a0-4323-a4fd-398255002d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810199
Jan 27 06:02:55.337018 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-61e0684e-b7b7-464e-9a0e-2b3c9a29742e service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395066
Jan 27 06:02:55.480928 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e9d9a430-d4c3-48c2-8d95-80913d03bd2d req-bd124d83-2a4e-4848-9450-25cd0a3ba5eb service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368032
Jan 27 06:02:56.933907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:59.208376 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-878293f3-5012-434b-83d6-e60418647b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:02:59.805475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-5d9f14fb-6951-47a5-a7ce-d355885a81a9 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:02:59.807271 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-5d9f14fb-6951-47a5-a7ce-d355885a81a9 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 815 time: 0.2262392
Jan 27 06:02:59.823709 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-c6300b16-24ff-4d7c-a6c7-20fc1cee8190 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/quotas/e29f57cb5c04478cb20d14e98c9e0f95 HTTP/1.1" status: 200  len: 375 time: 0.0102756
Jan 27 06:02:59.929109 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-82a37444-208d-49d2-8f8f-6e01817f6dcb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0991385
Jan 27 06:03:00.079294 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-84430e8f-fa3d-439b-ad92-090648899d02 service neutron] 10.222.0.24 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415610
Jan 27 06:03:00.228946 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-62222003-044f-4851-bb79-172d362527dd service neutron] 10.222.0.24 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428978
Jan 27 06:03:00.499630 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-58857b85-9b25-496f-aa97-9e95c19f41a9 req-fccbf65a-713c-4873-b148-1d1850c1f9eb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 210 time: 0.0485320
Jan 27 06:03:01.585780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0e2d6be9-7df6-4a0c-9f00-5ccb0cf315f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:01.694914 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8fc7752b-a97a-4b1b-bb6c-3ae9c273302c req-f8ab9d15-d12d-4a1b-bab4-10c50884058e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 210 time: 0.0560677
Jan 27 06:03:02.488226 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:02.582521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07c4a117-da1e-4b5a-a77a-c1a9305acbfd tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:02.584226 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07c4a117-da1e-4b5a-a77a-c1a9305acbfd tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 815 time: 0.2328928
Jan 27 06:03:02.655507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Request body: {'port': {'device_id': '86658c06-c659-452a-a6ae-7529f913a122', 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a', 'admin_state_up': True, 'tenant_id': 'e29f57cb5c04478cb20d14e98c9e0f95'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:03:02.809728 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-c117800b-38c9-48b5-9333-39d5fa2df43e tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/floatingips/b0ef742a-357f-4cd6-b54f-1bb882d8a10b HTTP/1.1" status: 200  len: 999 time: 0.2243767
Jan 27 06:03:02.889953 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e85be1b5-1abc-4227-bc1c-7f74bea9731f req-84d85a42-e965-42df-b8ed-1c17ee197756 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 210 time: 0.0525599
Jan 27 06:03:03.205675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:03:03.234822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:03:03.332002 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafac09-05db-46af-a9f5-73835c52404f req-b45fefd7-2f9f-4041-b252-b88700579fe4 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:03.333545 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-b45fefd7-2f9f-4041-b252-b88700579fe4 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 784 time: 0.5144982
Jan 27 06:03:03.336436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Made reservation on behalf of e29f57cb5c04478cb20d14e98c9e0f95 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:03:03.355273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:03.578481 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-e655fc70-d299-4ddf-a8f0-32ed022c6150 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.246 HTTP/1.1" status: 200  len: 1002 time: 0.2122717
Jan 27 06:03:03.585295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:03.710900 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:03.764037 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafac09-05db-46af-a9f5-73835c52404f req-f81c0bff-a75e-43f2-beb2-7aafb97584ab tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:03.765567 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-f81c0bff-a75e-43f2-beb2-7aafb97584ab tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports/c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 943 time: 0.1809747
Jan 27 06:03:04.033169 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-ef2af196-f6e6-4d82-ab8a-a9510d003b99 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.246 HTTP/1.1" status: 200  len: 1002 time: 0.1791494
Jan 27 06:03:04.037670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Allocated IP 172.20.0.13 (7b234123-4f97-441d-b62e-fee61eaeb45a/051b4191-0b0d-44e3-9c9b-04ce68a824c6/175c283b-dc0e-483a-92f9-3a6ff5a17942) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:03:04.066582 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ced6916-2845-4135-8c5f-cb835601d565 req-ab6d9fc9-ffe3-4559-9532-c200efbffbc3 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 210 time: 0.0493062
Jan 27 06:03:04.400495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Deleting port 0bdfd40b-7c7d-4c37-b2be-c509075b2513 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:04.400869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:04.599034 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:04.654257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:04.654540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:04.790053 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Calling delete_port for 0bdfd40b-7c7d-4c37-b2be-c509075b2513 owned by network:floatingip {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:04.873265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:04.896484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-322634f0-a1de-4cad-a5a8-709234ab1ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:05.068923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Pushing event updated for resources: {'Port': ['ID=175c283b-dc0e-483a-92f9-3a6ff5a17942,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:05.081303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:05.151231 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Network 7b234123-4f97-441d-b62e-fee61eaeb45a is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:03:05.152573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:03:05.155049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:03:05.187203 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:05.201850 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:03:05.208019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bea30433-ff3b-4b63-8fdb-33d2b3625e13 tempest-VolumesActionsTest-1691501548 tempest-VolumesActionsTest-1691501548-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:05.311899 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Pushing event deleted for resources: {'Port': ['ID=0bdfd40b-7c7d-4c37-b2be-c509075b2513,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:05.332728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:05.352165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da192bd-e32a-4705-b78f-85c63ae2c703 req-2bde5be7-ba0d-4897-bda7-7328e54b30da tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:05.354038 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9da192bd-e32a-4705-b78f-85c63ae2c703 req-2bde5be7-ba0d-4897-bda7-7328e54b30da tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 932 time: 0.1520011
Jan 27 06:03:05.392840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:05.393578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:05.416899 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9da192bd-e32a-4705-b78f-85c63ae2c703 req-85c18222-5496-49aa-a229-3a4ee8551fa9 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562980
Jan 27 06:03:05.519941 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8757222
Jan 27 06:03:05.543787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Request body: {'port': {'device_id': '86658c06-c659-452a-a6ae-7529f913a122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:03:05.597552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for floatingip, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:05.597924 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Floating IP b0ef742a-357f-4cd6-b54f-1bb882d8a10b disassociated (deleted). External IP: 172.27.2.246, port: c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8.
Jan 27 06:03:06.072746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:06.490372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Router 64cfeecb-0d74-4780-86a6-b9aa59169186 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:03:06.701426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e68838-7eba-414a-9a02-59878f03edf0 req-d7b34015-9b4c-4e02-8f14-2b59cc44030b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:06.703123 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-00e68838-7eba-414a-9a02-59878f03edf0 req-d7b34015-9b4c-4e02-8f14-2b59cc44030b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 932 time: 0.1540482
Jan 27 06:03:06.766126 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-00e68838-7eba-414a-9a02-59878f03edf0 req-a1dc0774-2191-4074-b661-ce78fec25f27 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558181
Jan 27 06:03:06.807180 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:03:06.812917 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:06.817689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df26ad8-5554-42fe-98c2-f2e1b5bcf50c None None] Sync routers for ids ['64cfeecb-0d74-4780-86a6-b9aa59169186'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:03:06.829355 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df26ad8-5554-42fe-98c2-f2e1b5bcf50c None None] Routers {'64cfeecb-0d74-4780-86a6-b9aa59169186'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:03:06.830031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-4df26ad8-5554-42fe-98c2-f2e1b5bcf50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639307cc0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:03:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['64cfeecb-0d74-4780-86a6-b9aa59169186'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:06.918045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175c283b-dc0e-483a-92f9-3a6ff5a17942 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 06:03:06.927736 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-51f13a6f-8be3-4d91-982d-3dc1bd44a889 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "DELETE /v2.0/floatingips/b0ef742a-357f-4cd6-b54f-1bb882d8a10b HTTP/1.1" status: 204  len: 173 time: 2.8875325
Jan 27 06:03:06.929468 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:06.932029 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:03:06.998871 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Transition to ACTIVE for port object 175c283b-dc0e-483a-92f9-3a6ff5a17942 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:03:07.000927 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8', 'status': 'completed', 'code': 200}
Jan 27 06:03:07.037006 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafac09-05db-46af-a9f5-73835c52404f req-d3324c0f-9945-4648-84c0-f709a60f8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:07.038605 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-d3324c0f-9945-4648-84c0-f709a60f8b2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fb61d3420134653b9816952a3dd423c&device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1163 time: 0.0960672
Jan 27 06:03:07.039879 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:07.058098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-30098f03-1cd1-4169-ba0c-2e7d3d6a52fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:07.132125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89975c-62d5-4cef-9d9a-52f7f4d1d61a req-407afe7f-5d96-4277-9ccc-839bc6f6f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:07.133957 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3e89975c-62d5-4cef-9d9a-52f7f4d1d61a req-407afe7f-5d96-4277-9ccc-839bc6f6f5b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6fb61d3420134653b9816952a3dd423c&device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 1163 time: 0.0906048
Jan 27 06:03:07.200790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-4df26ad8-5554-42fe-98c2-f2e1b5bcf50c None None] Set router 64cfeecb-0d74-4780-86a6-b9aa59169186 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:03:07.285505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89975c-62d5-4cef-9d9a-52f7f4d1d61a req-f6dfa6a2-85e2-44e9-bd63-30ac2ea19e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:07.287325 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3e89975c-62d5-4cef-9d9a-52f7f4d1d61a req-f6dfa6a2-85e2-44e9-bd63-30ac2ea19e01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 200  len: 902 time: 0.1465638
Jan 27 06:03:07.289738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Pushing event updated for resources: {'Port': ['ID=175c283b-dc0e-483a-92f9-3a6ff5a17942,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:07.297337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:07.367987 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3e89975c-62d5-4cef-9d9a-52f7f4d1d61a req-baa5e69d-d0c2-4865-bb61-62d5f2925f9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 217 time: 0.0736079
Jan 27 06:03:07.373907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafac09-05db-46af-a9f5-73835c52404f req-06750a11-a2dd-45f0-8545-deeb3c3910ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:07.375619 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-06750a11-a2dd-45f0-8545-deeb3c3910ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 200  len: 902 time: 0.3187737
Jan 27 06:03:07.445882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89975c-62d5-4cef-9d9a-52f7f4d1d61a req-49f5076c-da1c-49e7-897c-9e791c3881cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:07.447887 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3e89975c-62d5-4cef-9d9a-52f7f4d1d61a req-49f5076c-da1c-49e7-897c-9e791c3881cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfe35322-0c0d-4d2e-8244-74993ea6bc2c HTTP/1.1" status: 200  len: 847 time: 0.0723910
Jan 27 06:03:07.516641 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-df00ce1f-6272-4fca-a536-0330c14fefc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 200  len: 217 time: 0.0797625
Jan 27 06:03:07.538397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89975c-62d5-4cef-9d9a-52f7f4d1d61a req-1e5a764c-45a2-41fb-af7c-8c60e784ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:07.539996 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3e89975c-62d5-4cef-9d9a-52f7f4d1d61a req-1e5a764c-45a2-41fb-af7c-8c60e784ab40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4bdcdb00-07a0-4323-a4fd-398255002d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840275
Jan 27 06:03:07.554209 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-4df26ad8-5554-42fe-98c2-f2e1b5bcf50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639307cc0>, [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:21Z', 'revision_number': 4, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '47b119f0-eec8-4569-9c5d-581cb19b5554', 'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'mac_address': 'fa:16:3e:88:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:19Z', 'updated_at': '2021-01-27T05:56:31Z', 'revision_number': 5, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'subnets': [{'id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:07.559396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df26ad8-5554-42fe-98c2-f2e1b5bcf50c None None] Checking router: 64cfeecb-0d74-4780-86a6-b9aa59169186 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:03:07.568458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df26ad8-5554-42fe-98c2-f2e1b5bcf50c None None] Routers {'64cfeecb-0d74-4780-86a6-b9aa59169186'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:03:07.569120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-4df26ad8-5554-42fe-98c2-f2e1b5bcf50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639307cc0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:03:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['64cfeecb-0d74-4780-86a6-b9aa59169186'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:07.643000 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafac09-05db-46af-a9f5-73835c52404f req-71f03de8-6493-485e-9f5b-f686f5137370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:07.644657 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-71f03de8-6493-485e-9f5b-f686f5137370 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe35322-0c0d-4d2e-8244-74993ea6bc2c HTTP/1.1" status: 200  len: 847 time: 0.1010382
Jan 27 06:03:07.649345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Attempting to bind port 175c283b-dc0e-483a-92f9-3a6ff5a17942 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:03:07.649756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Attempting to bind port 175c283b-dc0e-483a-92f9-3a6ff5a17942 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:03:07.650121 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Attempting to bind port 175c283b-dc0e-483a-92f9-3a6ff5a17942 on network 7b234123-4f97-441d-b62e-fee61eaeb45a {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:03:07.656815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:03:07.657272 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Checking segment: {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:03:07.657674 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:07.658066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Bound using segment: {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:03:07.658538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Bound port: 175c283b-dc0e-483a-92f9-3a6ff5a17942, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:03:07.658929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:07.700762 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3e89975c-62d5-4cef-9d9a-52f7f4d1d61a req-6bc1076b-93b5-4c13-9918-796656e56aed service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529105
Jan 27 06:03:07.763222 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-4df26ad8-5554-42fe-98c2-f2e1b5bcf50c None None] Set router 64cfeecb-0d74-4780-86a6-b9aa59169186 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:03:07.826309 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] For port 175c283b-dc0e-483a-92f9-3a6ff5a17942, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:03:07.830843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] For port 175c283b-dc0e-483a-92f9-3a6ff5a17942, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=175c283b-dc0e-483a-92f9-3a6ff5a17942,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:03:07.836095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafac09-05db-46af-a9f5-73835c52404f req-dcbe16d2-0451-46c5-8ead-b09dc05528bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:07.838372 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-dcbe16d2-0451-46c5-8ead-b09dc05528bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bdcdb00-07a0-4323-a4fd-398255002d72&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1635878
Jan 27 06:03:07.887262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:07.900395 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3e89975c-62d5-4cef-9d9a-52f7f4d1d61a req-98c14347-52e9-4c92-931b-54d574a9e420 service neutron] 10.222.0.13 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1924083
Jan 27 06:03:07.907680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-dbc3b4a9-fdc3-4bcc-833f-1b1733700fb3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:08.093648 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5628b7f-d342-4d94-8915-52fa72274ff2 req-967a05d1-68f7-4244-9c26-15c72d38924f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:08.095879 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c5628b7f-d342-4d94-8915-52fa72274ff2 req-967a05d1-68f7-4244-9c26-15c72d38924f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 944 time: 0.1521873
Jan 27 06:03:08.130178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-4df26ad8-5554-42fe-98c2-f2e1b5bcf50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639307cc0>, [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:21Z', 'revision_number': 4, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '47b119f0-eec8-4569-9c5d-581cb19b5554', 'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'mac_address': 'fa:16:3e:88:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:19Z', 'updated_at': '2021-01-27T05:56:31Z', 'revision_number': 5, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'subnets': [{'id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:08.135463 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df26ad8-5554-42fe-98c2-f2e1b5bcf50c None None] The sync data for ids ['64cfeecb-0d74-4780-86a6-b9aa59169186'] in dv-cinder-772623-1-iscsi is: [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T05:56:21Z', 'revision_number': 4, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '47b119f0-eec8-4569-9c5d-581cb19b5554', 'name': '', 'network_id': '4bdcdb00-07a0-4323-a4fd-398255002d72', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'mac_address': 'fa:16:3e:88:e0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:19Z', 'updated_at': '2021-01-27T05:56:31Z', 'revision_number': 5, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'subnets': [{'id': 'dfe35322-0c0d-4d2e-8244-74993ea6bc2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:03:08.154160 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Pushing event updated for resources: {'Port': ['ID=175c283b-dc0e-483a-92f9-3a6ff5a17942,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:08.160802 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c5628b7f-d342-4d94-8915-52fa72274ff2 req-7c1c194f-fa0b-494f-b9b5-73ed77d59756 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569451
Jan 27 06:03:08.170409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:08.205077 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-5ebc32a1-0bd0-4bbf-b819-c604bc6c5228 service neutron] 10.222.0.24 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3588161
Jan 27 06:03:08.552215 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:08.552878 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:08.554358 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] 10.222.0.13 "PUT /v2.0/ports/175c283b-dc0e-483a-92f9-3a6ff5a17942 HTTP/1.1" status: 200  len: 1158 time: 3.0171332
Jan 27 06:03:08.569650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829f3526-8eed-423e-80e4-f67b1f4d8de9 None None] New status for floating IP b0ef742a-357f-4cd6-b54f-1bb882d8a10b: DOWN {{(pid=80179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 06:03:08.615174 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7bafac09-05db-46af-a9f5-73835c52404f req-c1b6d359-1dc7-472a-bdd4-79dd00f7c29e service neutron] 10.222.0.24 "GET /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4021249
Jan 27 06:03:08.754611 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-b9a6805f-a99c-48d7-abd4-8b303cb317eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:08.756285 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-b9a6805f-a99c-48d7-abd4-8b303cb317eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 1161 time: 0.0815811
Jan 27 06:03:08.842611 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-cfc9857b-fecf-4607-80e6-b71fdc900fd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=175c283b-dc0e-483a-92f9-3a6ff5a17942 HTTP/1.1" status: 200  len: 217 time: 0.0710113
Jan 27 06:03:08.917500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-7b0e74b7-cecf-4300-b608-7e984e77245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:08.923223 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-7b0e74b7-cecf-4300-b608-7e984e77245a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=051b4191-0b0d-44e3-9c9b-04ce68a824c6 HTTP/1.1" status: 200  len: 855 time: 0.0684919
Jan 27 06:03:08.975667 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-e8b09203-0e30-4543-8fca-77d102fb18d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b234123-4f97-441d-b62e-fee61eaeb45a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497575
Jan 27 06:03:09.002395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86658c06-c659-452a-a6ae-7529f913a122', 'tag': '175c283b-dc0e-483a-92f9-3a6ff5a17942'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:03:09.063246 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86658c06-c659-452a-a6ae-7529f913a122', 'tag': '175c283b-dc0e-483a-92f9-3a6ff5a17942', 'status': 'completed', 'code': 200}
Jan 27 06:03:09.247301 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-245387dd-f5c9-4b40-95fb-9fce4fece9e1 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117214
Jan 27 06:03:09.315506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c4a45-4168-44fc-a2c1-a7035c46e24f req-7fb25cd9-be3b-40aa-b001-4ac2b7b2c0e5 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:09.316340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cf1c4a45-4168-44fc-a2c1-a7035c46e24f req-7fb25cd9-be3b-40aa-b001-4ac2b7b2c0e5 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Synchronizing usage tracker for tenant:6fb61d3420134653b9816952a3dd423c on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:03:09.417776 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cf1c4a45-4168-44fc-a2c1-a7035c46e24f req-7fb25cd9-be3b-40aa-b001-4ac2b7b2c0e5 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Unset dirty status for tenant:6fb61d3420134653b9816952a3dd423c on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:03:09.419089 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf1c4a45-4168-44fc-a2c1-a7035c46e24f req-7fb25cd9-be3b-40aa-b001-4ac2b7b2c0e5 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.3606327
Jan 27 06:03:09.533790 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cf1c4a45-4168-44fc-a2c1-a7035c46e24f req-f515526d-495d-47b4-b166-e1ada7f3d970 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.1000001
Jan 27 06:03:09.537727 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a8f9949-fb1c-4ddb-8f6e-a45e7f245011 req-89c23006-5284-4b35-b8f0-887fab88515f service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2181377
Jan 27 06:03:09.661690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27693612-9165-417d-98a7-466fa2ffc830 req-516ed1f8-a7f1-4041-926f-ab936fa95e92 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:09.663415 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27693612-9165-417d-98a7-466fa2ffc830 req-516ed1f8-a7f1-4041-926f-ab936fa95e92 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 944 time: 0.3694184
Jan 27 06:03:09.727694 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-27693612-9165-417d-98a7-466fa2ffc830 req-3e4a67d7-c6c8-4d13-b66f-20eb3d2ae223 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570757
Jan 27 06:03:09.761257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e83d6-9351-450e-93c9-ca93f895548a req-cdc6e3ec-b5d4-4d50-8ef9-62b85d03ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:09.762894 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-270e83d6-9351-450e-93c9-ca93f895548a req-cdc6e3ec-b5d4-4d50-8ef9-62b85d03ba9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 1161 time: 0.0798647
Jan 27 06:03:09.912962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e83d6-9351-450e-93c9-ca93f895548a req-a4c8eb07-23d5-445c-a02b-949a7c4ad5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:09.914695 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-270e83d6-9351-450e-93c9-ca93f895548a req-a4c8eb07-23d5-445c-a02b-949a7c4ad5b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 909 time: 0.1414363
Jan 27 06:03:10.002069 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-270e83d6-9351-450e-93c9-ca93f895548a req-94f8e0e4-9b79-4d39-abd1-3317b4581adb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=175c283b-dc0e-483a-92f9-3a6ff5a17942 HTTP/1.1" status: 200  len: 217 time: 0.0699341
Jan 27 06:03:10.073316 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e83d6-9351-450e-93c9-ca93f895548a req-06821286-42b0-44ef-aa6b-59714c27e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:10.074871 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-270e83d6-9351-450e-93c9-ca93f895548a req-06821286-42b0-44ef-aa6b-59714c27e63f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=051b4191-0b0d-44e3-9c9b-04ce68a824c6 HTTP/1.1" status: 200  len: 855 time: 0.0641525
Jan 27 06:03:10.129243 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-270e83d6-9351-450e-93c9-ca93f895548a req-b4e770d2-e83b-4a3a-acde-97393519354d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b234123-4f97-441d-b62e-fee61eaeb45a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459044
Jan 27 06:03:10.274883 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-270e83d6-9351-450e-93c9-ca93f895548a req-f7360966-90b2-4e61-b184-c3e3b5222d42 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358168
Jan 27 06:03:10.427876 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-270e83d6-9351-450e-93c9-ca93f895548a req-e9ea7360-68ce-4633-a782-653e9b963ecd service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452982
Jan 27 06:03:10.823069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e6e57-4b03-415c-873d-aac20e38a737 req-64b02247-5a81-4f51-bdac-975e64f24963 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:10.824947 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-229e6e57-4b03-415c-873d-aac20e38a737 req-64b02247-5a81-4f51-bdac-975e64f24963 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1566033
Jan 27 06:03:10.887245 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-229e6e57-4b03-415c-873d-aac20e38a737 req-a39c60b6-eb48-4a82-a24b-a1b975573830 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0557559
Jan 27 06:03:11.021751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:03:11.026530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff344f-cdbd-441f-b1cb-f64a7897dd61 req-631ca95f-a155-41c2-87b3-cf2acd7ec1a1 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:11.028225 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0dff344f-cdbd-441f-b1cb-f64a7897dd61 req-631ca95f-a155-41c2-87b3-cf2acd7ec1a1 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 944 time: 0.1662555
Jan 27 06:03:11.089230 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0dff344f-cdbd-441f-b1cb-f64a7897dd61 req-854d6ed8-9c9c-48d6-b796-3df1fe6ff64e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546322
Jan 27 06:03:11.095056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:03:11.095510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:11.500085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54fb56-94d9-4f34-8676-257937ae25ee req-37785d4c-0840-410e-904f-224809059efb tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:11.501706 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa54fb56-94d9-4f34-8676-257937ae25ee req-37785d4c-0840-410e-904f-224809059efb tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.13 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.1447291
Jan 27 06:03:11.597916 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-aa54fb56-94d9-4f34-8676-257937ae25ee req-d61040e9-ca83-4fcc-aa31-e6e17b431df3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Deleting port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:11.598301 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa54fb56-94d9-4f34-8676-257937ae25ee req-d61040e9-ca83-4fcc-aa31-e6e17b431df3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:11.865822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-aa54fb56-94d9-4f34-8676-257937ae25ee req-d61040e9-ca83-4fcc-aa31-e6e17b431df3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] For port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:11.867776 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa54fb56-94d9-4f34-8676-257937ae25ee req-d61040e9-ca83-4fcc-aa31-e6e17b431df3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:12.003952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-aa54fb56-94d9-4f34-8676-257937ae25ee req-d61040e9-ca83-4fcc-aa31-e6e17b431df3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Calling delete_port for c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:12.263175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e2c0b-2fd5-41e7-a382-8fd7eeeb840e req-4b0547b6-829a-414f-9e2f-ac73ac2cd5fb tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:12.264925 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-437e2c0b-2fd5-41e7-a382-8fd7eeeb840e req-4b0547b6-829a-414f-9e2f-ac73ac2cd5fb tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 946 time: 0.2304256
Jan 27 06:03:12.344695 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-437e2c0b-2fd5-41e7-a382-8fd7eeeb840e req-c2ee961c-0235-4049-9edc-a7864aac1677 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups?id=5a891c63-3767-43a6-9978-39b68d8c55ba&fields=id&fields=name HTTP/1.1" status: 200  len: 315 time: 0.0734811
Jan 27 06:03:12.362167 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa54fb56-94d9-4f34-8676-257937ae25ee req-d61040e9-ca83-4fcc-aa31-e6e17b431df3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:12.368654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a34e1-08df-42c2-8f04-aa33b296524d req-22a5ed7b-463a-4be6-900d-701238ec7d4f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:12.370401 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-946a34e1-08df-42c2-8f04-aa33b296524d req-22a5ed7b-463a-4be6-900d-701238ec7d4f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 944 time: 0.1509166
Jan 27 06:03:12.378867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0b55bc77-599e-42a2-805b-9a6aa06556c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:12.431939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61040e9-ca83-4fcc-aa31-e6e17b431df3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Pushing event deleted for resources: {'Port': ['ID=c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:12.439717 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-946a34e1-08df-42c2-8f04-aa33b296524d req-cab28a47-4a81-4062-b66f-345c08b87cab tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566740
Jan 27 06:03:12.479768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d61040e9-ca83-4fcc-aa31-e6e17b431df3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:12.594134 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa54fb56-94d9-4f34-8676-257937ae25ee req-d61040e9-ca83-4fcc-aa31-e6e17b431df3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] No DVR routers for this DVR port c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:03:12.596564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-aa54fb56-94d9-4f34-8676-257937ae25ee req-d61040e9-ca83-4fcc-aa31-e6e17b431df3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:12.599400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'name': 'network-vif-deleted', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:03:12.648994 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa54fb56-94d9-4f34-8676-257937ae25ee req-d61040e9-ca83-4fcc-aa31-e6e17b431df3 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.13 "DELETE /v2.0/ports/c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 HTTP/1.1" status: 204  len: 173 time: 1.1398790
Jan 27 06:03:12.664919 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fcc974-a7fe-4790-9aaf-dddd6fc75410', 'name': 'network-vif-deleted', 'tag': 'c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8', 'status': 'completed', 'code': 200}
Jan 27 06:03:12.783326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:03:12.819769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] No Port match for: c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:03:12.820159 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device c7d1b732-2bb8-4ec2-8188-a2d4a8f9d9b8 not bound to the agent host hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:03:13.539178 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-599b3121-e9e7-4abe-8f3d-8811381ef803 req-7f90ccc8-45ac-4887-97f4-daad35e7fdc5 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/ports?device_id=26fcc974-a7fe-4790-9aaf-dddd6fc75410 HTTP/1.1" status: 200  len: 210 time: 0.0577588
Jan 27 06:03:13.776755 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c936f74-99ef-4d06-be2f-7cc67d341023 req-0060b8c0-21ba-41cc-8448-adf5d1d5bff9 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:13.777594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-5c936f74-99ef-4d06-be2f-7cc67d341023 req-0060b8c0-21ba-41cc-8448-adf5d1d5bff9 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Synchronizing usage tracker for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:03:13.834577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-5c936f74-99ef-4d06-be2f-7cc67d341023 req-0060b8c0-21ba-41cc-8448-adf5d1d5bff9 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Unset dirty status for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:03:13.835932 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5c936f74-99ef-4d06-be2f-7cc67d341023 req-0060b8c0-21ba-41cc-8448-adf5d1d5bff9 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 944 time: 0.2450330
Jan 27 06:03:13.921273 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5c936f74-99ef-4d06-be2f-7cc67d341023 req-a881138e-057c-4040-a008-bc6d3728738d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770805
Jan 27 06:03:14.747745 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7d65af8e-275d-46d2-9d36-5f00a02da3df req-6bf6ce7b-d5b4-49dc-9c2c-4b8c3c1e37f9 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "GET /v2.0/security-groups/5a891c63-3767-43a6-9978-39b68d8c55ba HTTP/1.1" status: 200  len: 2989 time: 0.0651078
Jan 27 06:03:14.833588 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7d65af8e-275d-46d2-9d36-5f00a02da3df req-24001b13-b5d1-486f-bbe1-9a419dc87f44 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:14.863539 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7d65af8e-275d-46d2-9d36-5f00a02da3df req-24001b13-b5d1-486f-bbe1-9a419dc87f44 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:14.965769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7d65af8e-275d-46d2-9d36-5f00a02da3df req-24001b13-b5d1-486f-bbe1-9a419dc87f44 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:14.971418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4bd7fe3d-6192-4e5a-97e1-243c046380b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:14.987224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24001b13-b5d1-486f-bbe1-9a419dc87f44 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a891c63-3767-43a6-9978-39b68d8c55ba,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:14.990247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-24001b13-b5d1-486f-bbe1-9a419dc87f44 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:15.022214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7d65af8e-275d-46d2-9d36-5f00a02da3df req-24001b13-b5d1-486f-bbe1-9a419dc87f44 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:15.023465 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7d65af8e-275d-46d2-9d36-5f00a02da3df req-24001b13-b5d1-486f-bbe1-9a419dc87f44 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] 10.222.0.24 "DELETE /v2.0/security-groups/5a891c63-3767-43a6-9978-39b68d8c55ba HTTP/1.1" status: 204  len: 173 time: 0.2694175
Jan 27 06:03:15.131516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45152) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:15.205244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1c077-0585-40fb-9c68-3338c60c25e6 req-fa88ab8f-93be-4dea-890f-f266c1720527 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:15.206946 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1bc1c077-0585-40fb-9c68-3338c60c25e6 req-fa88ab8f-93be-4dea-890f-f266c1720527 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 944 time: 0.1494055
Jan 27 06:03:15.268069 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1bc1c077-0585-40fb-9c68-3338c60c25e6 req-97977838-3ffd-4c78-831a-4f34100e8f80 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540187
Jan 27 06:03:15.562877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 175c283b-dc0e-483a-92f9-3a6ff5a17942 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:03:15.664999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 175c283b-dc0e-483a-92f9-3a6ff5a17942 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:03:15.670910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 175c283b-dc0e-483a-92f9-3a6ff5a17942 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:03:15.671331 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:15.790945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344479'] for router_interface, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:15.795519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:15.827492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86658c06-c659-452a-a6ae-7529f913a122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175c283b-dc0e-483a-92f9-3a6ff5a17942'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:03:15.837741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 175c283b-dc0e-483a-92f9-3a6ff5a17942, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=175c283b-dc0e-483a-92f9-3a6ff5a17942,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:15.865093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:15.867335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:15.907764 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86658c06-c659-452a-a6ae-7529f913a122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175c283b-dc0e-483a-92f9-3a6ff5a17942', 'code': 200}
Jan 27 06:03:15.948792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=175c283b-dc0e-483a-92f9-3a6ff5a17942,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:15.952733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:16.432393 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d86e1-8fbc-458e-969c-88a4754bd063 req-a5a4a960-ec13-4544-aeac-136f631eb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:16.434047 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-396d86e1-8fbc-458e-969c-88a4754bd063 req-a5a4a960-ec13-4544-aeac-136f631eb74e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 1163 time: 0.1558928
Jan 27 06:03:16.525381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Deleting port 47b119f0-eec8-4569-9c5d-581cb19b5554 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:16.525754 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:16.552858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b46a3a-3962-4fb9-bcbe-64886c85fc62 req-703a9e0f-a73c-4024-a22e-b22eb69a05fc tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:16.555534 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-28b46a3a-3962-4fb9-bcbe-64886c85fc62 req-703a9e0f-a73c-4024-a22e-b22eb69a05fc tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 946 time: 0.1522229
Jan 27 06:03:16.557040 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-396d86e1-8fbc-458e-969c-88a4754bd063 req-e75d32a7-79dd-460a-93c2-d214f19fa3e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967970
Jan 27 06:03:16.617608 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-28b46a3a-3962-4fb9-bcbe-64886c85fc62 req-bd6ce85d-4926-4272-8f25-5269e732d754 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555396
Jan 27 06:03:16.718944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] For port 47b119f0-eec8-4569-9c5d-581cb19b5554, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=47b119f0-eec8-4569-9c5d-581cb19b5554,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:16.719338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:16.856098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Calling delete_port for 47b119f0-eec8-4569-9c5d-581cb19b5554 owned by network:router_interface {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:16.983397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 175c283b-dc0e-483a-92f9-3a6ff5a17942 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:03:17.056761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 175c283b-dc0e-483a-92f9-3a6ff5a17942 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:03:17.057174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:17.062562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:17.079400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a9b8936e-072e-4969-be29-39a5f51dd08d tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:17.171571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b119f0-eec8-4569-9c5d-581cb19b5554,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:17.178445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:17.495544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853182275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430192'] for router_interface, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:18.014790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331064c9-dbae-4c3d-a33d-1214a7eaf048 req-3a0793a1-a6d3-43b3-913e-0eda39a93d56 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:18.016529 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-331064c9-dbae-4c3d-a33d-1214a7eaf048 req-3a0793a1-a6d3-43b3-913e-0eda39a93d56 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 946 time: 0.2617161
Jan 27 06:03:18.172427 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-331064c9-dbae-4c3d-a33d-1214a7eaf048 req-80a620d1-9e93-4276-9573-04c1a48bddf8 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459107
Jan 27 06:03:18.210573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Router 64cfeecb-0d74-4780-86a6-b9aa59169186 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:03:18.404292 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:03:18.413747 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4d400-6347-4aa9-b392-7a4a9ae8c530 None None] Sync routers for ids ['64cfeecb-0d74-4780-86a6-b9aa59169186'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:03:18.417959 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] 10.222.0.24 "PUT /v2.0/routers/64cfeecb-0d74-4780-86a6-b9aa59169186/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2828383
Jan 27 06:03:18.421079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45174) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:18.428976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4d400-6347-4aa9-b392-7a4a9ae8c530 None None] Routers {'64cfeecb-0d74-4780-86a6-b9aa59169186'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:03:18.429699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a4e4d400-6347-4aa9-b392-7a4a9ae8c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63885dc18>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:03:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['64cfeecb-0d74-4780-86a6-b9aa59169186'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:18.625338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a4e4d400-6347-4aa9-b392-7a4a9ae8c530 None None] Set router 64cfeecb-0d74-4780-86a6-b9aa59169186 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:03:18.932065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Notify callbacks [] for router, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:18.954880 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a4e4d400-6347-4aa9-b392-7a4a9ae8c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63885dc18>, [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T06:03:16Z', 'revision_number': 5, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:18.959087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4d400-6347-4aa9-b392-7a4a9ae8c530 None None] Checking router: 64cfeecb-0d74-4780-86a6-b9aa59169186 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:03:18.968324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e4d400-6347-4aa9-b392-7a4a9ae8c530 None None] Routers {'64cfeecb-0d74-4780-86a6-b9aa59169186'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:03:18.969010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a4e4d400-6347-4aa9-b392-7a4a9ae8c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63885dc18>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:03:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['64cfeecb-0d74-4780-86a6-b9aa59169186'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:19.119343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e20caa-cfc8-4a30-9bcc-44d96d02ed85 req-7b103071-ec95-4f10-968c-e2f9d8cf9150 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:19.121056 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e2e20caa-cfc8-4a30-9bcc-44d96d02ed85 req-7b103071-ec95-4f10-968c-e2f9d8cf9150 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.5669310
Jan 27 06:03:19.221525 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e2e20caa-cfc8-4a30-9bcc-44d96d02ed85 req-5f8aeb24-b865-44ea-a7a1-e0942f29aec0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915456
Jan 27 06:03:19.247591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:19.253650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Deleting port 0abcf50b-3a56-411b-9532-37a8ff3675cd {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:19.254003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:19.342991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a4e4d400-6347-4aa9-b392-7a4a9ae8c530 None None] Set router 64cfeecb-0d74-4780-86a6-b9aa59169186 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:03:19.453659 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] For port 0abcf50b-3a56-411b-9532-37a8ff3675cd, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=0abcf50b-3a56-411b-9532-37a8ff3675cd,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:19.454046 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:19.475181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83a503-f9f4-491f-9943-d7a4bb9c7b9b req-b94ee2b7-e1eb-4a99-ac97-d0aca8f0fe76 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:19.476834 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9f83a503-f9f4-491f-9943-d7a4bb9c7b9b req-b94ee2b7-e1eb-4a99-ac97-d0aca8f0fe76 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 946 time: 0.1491435
Jan 27 06:03:19.545538 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9f83a503-f9f4-491f-9943-d7a4bb9c7b9b req-a5e007ff-d1a5-44d3-8693-bb8bc1aba478 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605543
Jan 27 06:03:19.589597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Calling delete_port for 0abcf50b-3a56-411b-9532-37a8ff3675cd owned by network:router_gateway {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:19.652861 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a4e4d400-6347-4aa9-b392-7a4a9ae8c530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63885dc18>, [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T06:03:16Z', 'revision_number': 5, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:19.657094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4d400-6347-4aa9-b392-7a4a9ae8c530 None None] The sync data for ids ['64cfeecb-0d74-4780-86a6-b9aa59169186'] in dv-cinder-772623-1-iscsi is: [{'id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'name': 'tempest-TestShelveInstance-142732426-router', 'tenant_id': '6fb61d3420134653b9816952a3dd423c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:13Z', 'updated_at': '2021-01-27T06:03:16Z', 'revision_number': 5, 'project_id': '6fb61d3420134653b9816952a3dd423c', 'gw_port': {'id': '0abcf50b-3a56-411b-9532-37a8ff3675cd', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64cfeecb-0d74-4780-86a6-b9aa59169186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:15Z', 'updated_at': '2021-01-27T05:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:03:19.740521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:19.949529 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484344'] for router_gateway, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:20.089085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100046'] for router, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:20.091452 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:20.297133 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-1d86333b-b48e-44f1-89d2-37078d12b83b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:20.298780 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-1d86333b-b48e-44f1-89d2-37078d12b83b tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.13 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.1595843
Jan 27 06:03:20.341915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342791'] for router, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:20.342305 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64cfeecb-0d74-4780-86a6-b9aa59169186 {{(pid=80176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 27 06:03:20.377665 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:20.378800 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-0388f819-d4a3-4d4a-bb3d-b670ef1b912d admin admin] 10.222.0.24 "DELETE /v2.0/routers/64cfeecb-0d74-4780-86a6-b9aa59169186 HTTP/1.1" status: 204  len: 168 time: 1.9570305
Jan 27 06:03:20.381644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45192) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:20.407089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Deleting port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:20.407522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:20.520368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88eae58-853d-4e6f-be2a-29dfa13a1e3e admin admin] Deleting subnet dfe35322-0c0d-4d2e-8244-74993ea6bc2c {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 06:03:20.530250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d88eae58-853d-4e6f-be2a-29dfa13a1e3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:20.621270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d88eae58-853d-4e6f-be2a-29dfa13a1e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253318'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:20.706671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] For port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:20.707070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:20.734592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542156a-8e3b-4991-8654-ff1377ae7208 req-0411d357-c184-4840-b63c-0091ecdd00ce tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:20.736368 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2542156a-8e3b-4991-8654-ff1377ae7208 req-0411d357-c184-4840-b63c-0091ecdd00ce tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 945 time: 0.2770374
Jan 27 06:03:20.824300 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:03:20.848400 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2542156a-8e3b-4991-8654-ff1377ae7208 req-17fc7397-e9f3-4e7d-93fb-96a5ad53fed8 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0990469
Jan 27 06:03:20.892488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d88eae58-853d-4e6f-be2a-29dfa13a1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:20.976894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:21.026589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:21.027782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:03:21.059579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:21.061120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c034e868-0a4f-475c-b807-fd7df6c48f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:21.107331 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd', 'code': 200}
Jan 27 06:03:21.116429 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:21.116852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:21.117209 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Floating IP 1caaa0ab-d58d-41f8-916c-081666d2d5e3 disassociated. External IP: 172.27.2.196, port: 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd.
Jan 27 06:03:21.117589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Calling delete_port for 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:21.141629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,revision_number=7']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:21.144977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:21.236726 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 06:03:21.237098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 06:03:21.263022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d88eae58-853d-4e6f-be2a-29dfa13a1e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2902153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850770639'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:21.279623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:21.370379 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88eae58-853d-4e6f-be2a-29dfa13a1e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe35322-0c0d-4d2e-8244-74993ea6bc2c,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:21.373644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 0abcf50b-3a56-411b-9532-37a8ff3675cd no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:03:21.383054 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d88eae58-853d-4e6f-be2a-29dfa13a1e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:21.413713 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 0abcf50b-3a56-411b-9532-37a8ff3675cd {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:03:21.414098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 0abcf50b-3a56-411b-9532-37a8ff3675cd not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:03:21.414563 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 47b119f0-eec8-4569-9c5d-581cb19b5554 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:03:21.418094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d88eae58-853d-4e6f-be2a-29dfa13a1e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:21.424483 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d88eae58-853d-4e6f-be2a-29dfa13a1e3e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dfe35322-0c0d-4d2e-8244-74993ea6bc2c HTTP/1.1" status: 204  len: 168 time: 1.0414548
Jan 27 06:03:21.427314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45206) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:21.449272 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda88f3a-97c0-474c-9854-6a7d784122ad None None] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:03:21.473075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 47b119f0-eec8-4569-9c5d-581cb19b5554 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:03:21.473460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 47b119f0-eec8-4569-9c5d-581cb19b5554 not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:03:21.546819 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:21.623741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Deleting port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:21.624161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:21.738130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Deleting port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:21.738756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:21.751315 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e135b494-444e-45f1-aa16-bc9698f66c8b None None] DHCP port deletion for 4bdcdb00-07a0-4323-a4fd-398255002d72 request from dv-cinder-772623-1-iscsi {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 27 06:03:21.756301 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e135b494-444e-45f1-aa16-bc9698f66c8b None None] Deleting port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:21.757015 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e135b494-444e-45f1-aa16-bc9698f66c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:21.854476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] For port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=501e6d45-54b4-4422-9ec6-14a94f3f9b4c,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:21.854863 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:21.996920 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-e135b494-444e-45f1-aa16-bc9698f66c8b None None] For port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=501e6d45-54b4-4422-9ec6-14a94f3f9b4c,segment=NetworkSegment(8eea65eb-6281-4e69-b191-14d2a086f8f7),segment_id=8eea65eb-6281-4e69-b191-14d2a086f8f7)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:21.997363 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e135b494-444e-45f1-aa16-bc9698f66c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:22.014966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Calling delete_port for 501e6d45-54b4-4422-9ec6-14a94f3f9b4c owned by network:dhcp {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:22.076046 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] For port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:22.076451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:22.166547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e135b494-444e-45f1-aa16-bc9698f66c8b None None] Calling delete_port for 501e6d45-54b4-4422-9ec6-14a94f3f9b4c owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:22.237091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443bd2a-7449-44d4-8f7b-69b515db1455 req-11a56873-4729-4498-b853-b509abba06cb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:22.245672 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0443bd2a-7449-44d4-8f7b-69b515db1455 req-11a56873-4729-4498-b853-b509abba06cb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 943 time: 0.1992779
Jan 27 06:03:22.322864 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e135b494-444e-45f1-aa16-bc9698f66c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492'] for port, after_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:22.333480 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0443bd2a-7449-44d4-8f7b-69b515db1455 req-1618e67f-e505-45f6-98d8-5ad35f0a3d84 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups?id=b181ea12-7b64-4fda-89b6-370faa340484&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868473
Jan 27 06:03:22.339586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:22.340412 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80177) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 06:03:22.340990 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 06:03:22.441521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135b494-444e-45f1-aa16-bc9698f66c8b None None] Pushing event deleted for resources: {'Port': ['ID=501e6d45-54b4-4422-9ec6-14a94f3f9b4c,revision_number=None']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:22.458393 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e135b494-444e-45f1-aa16-bc9698f66c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:22.491277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e135b494-444e-45f1-aa16-bc9698f66c8b None None] No DVR routers for this DVR port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c on host dv-cinder-772623-1-iscsi {{(pid=80178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:03:22.658043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-d2f443e2-fc21-48ab-b964-be95cbf4a810 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:22.659775 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-d2f443e2-fc21-48ab-b964-be95cbf4a810 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 815 time: 0.3561034
Jan 27 06:03:22.661738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:22.662193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:22.662543 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Floating IP 1caaa0ab-d58d-41f8-916c-081666d2d5e3 disassociated. External IP: 172.27.2.196, port: 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd.
Jan 27 06:03:22.662926 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Calling delete_port for 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:22.724423 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-d86ab1c2-e574-40b2-9b98-664737fd1b1c tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/quotas/e29f57cb5c04478cb20d14e98c9e0f95 HTTP/1.1" status: 200  len: 375 time: 0.0207360
Jan 27 06:03:22.842560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Deleting port 501e6d45-54b4-4422-9ec6-14a94f3f9b4c {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:22.843073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:22.863872 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-eceebeff-43b4-42e5-a6a5-7a37b7fc1f1d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1330159
Jan 27 06:03:22.923398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] The port '501e6d45-54b4-4422-9ec6-14a94f3f9b4c' was deleted {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 27 06:03:22.955075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-426bd63f-2aa6-495b-80fd-c2b1bbf39651 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 06:03:22.956212 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-426bd63f-2aa6-495b-80fd-c2b1bbf39651 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0840495
Jan 27 06:03:22.988456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:23.009626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c3aa4a56-83db-43fc-aba4-33842d31996c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:23.052655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:23.176601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa633811f60>,) {'filters': {'network_id': ['4bdcdb00-07a0-4323-a4fd-398255002d72']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:23.191759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633811f60>, '8eea65eb-6281-4e69-b191-14d2a086f8f7') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:23.192098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633811f60>, '8eea65eb-6281-4e69-b191-14d2a086f8f7') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:23.205985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852522482'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:23.226490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:23.229578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 06:03:23.376308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 501e6d45-54b4-4422-9ec6-14a94f3f9b4c no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:03:23.407505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event deleted for resources: {'Port': ['ID=16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:23.415423 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 501e6d45-54b4-4422-9ec6-14a94f3f9b4c {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:03:23.415926 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 501e6d45-54b4-4422-9ec6-14a94f3f9b4c not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:03:23.421562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:03:23.422924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.423042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.423454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.423838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.424222 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.424601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.424991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.425957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.425957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.426368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.426749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.427131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.427580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.428834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.428834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.428834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.429108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.429414 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.429792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.430171 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.431179 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.431310 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.431816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.432202 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:23.433493 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851861974'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:23.441058 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:23.541085 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-e907b76d-a8ad-4dc2-abfa-5be8ceed618b service neutron] 10.222.0.24 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5776057
Jan 27 06:03:23.592887 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dfe37d7a-2386-4c66-a242-ca8209674f62 req-b2ba192f-d115-4a8a-a71d-61b91423a0c2 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 210 time: 0.0841069
Jan 27 06:03:23.678848 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Network 4bdcdb00-07a0-4323-a4fd-398255002d72 has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   % (table.description, expected, rows_matched)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   % (table.description, expected, rows_matched)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   % (table.description, expected, rows_matched)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   % (table.description, expected, rows_matched)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 06:03:23.703180 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 06:03:23.818802 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:23.822746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e1881df3-b18c-4d88-8d87-711821c8a9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:23.837648 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:23.848832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bdcdb00-07a0-4323-a4fd-398255002d72,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:23.853005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:23.858423 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-f3b80584-cf62-4751-863d-9d0237ab1738 service neutron] 10.222.0.24 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3104947
Jan 27 06:03:23.877364 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Router f396d5ac-e8d5-4099-876a-76816f09614a has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:03:23.897271 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4bdcdb00-07a0-4323-a4fd-398255002d72 HTTP/1.1" status: 204  len: 168 time: 2.4688280
Jan 27 06:03:23.897935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45230) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:24.126575 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:03:24.137807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b27079-21de-4aca-9876-1d9d03202adb None None] Sync routers for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:03:24.147494 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-713d29ff-f0ce-4f8e-be41-1f3759cfb0e1 req-1048ccc9-6bef-4cb3-9bff-4ce0c1f8ebe4 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 210 time: 0.0570087
Jan 27 06:03:24.152055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b27079-21de-4aca-9876-1d9d03202adb None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:03:24.153322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a7b27079-21de-4aca-9876-1d9d03202adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a4ca898>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:03:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:24.192200 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] No DVR routers for this DVR port 16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:03:24.194729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:24.199216 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'name': 'network-vif-deleted', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:03:24.272885 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2160bae4-6d3c-4103-ae7f-0f5c88e6c131', 'name': 'network-vif-deleted', 'tag': '16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd', 'status': 'completed', 'code': 200}
Jan 27 06:03:24.292130 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-25e46ca7-27a8-47da-9f30-61bf3ce50f6c req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.13 "DELETE /v2.0/ports/16f61b5f-d7ad-4064-9c7f-0260ea5fcdbd HTTP/1.1" status: 204  len: 173 time: 3.9871056
Jan 27 06:03:24.391629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a7b27079-21de-4aca-9876-1d9d03202adb None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:03:24.756819 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a7b27079-21de-4aca-9876-1d9d03202adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a4ca898>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:24.760765 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b27079-21de-4aca-9876-1d9d03202adb None None] Checking router: f396d5ac-e8d5-4099-876a-76816f09614a for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:03:24.770578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b27079-21de-4aca-9876-1d9d03202adb None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:03:24.771242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a7b27079-21de-4aca-9876-1d9d03202adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a4ca898>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:03:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:24.863893 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-40331ba1-7ec1-40ac-b41e-dd1b521eabc2 req-f7ed6ed9-982f-4005-9f83-12337de26f23 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/ports?device_id=2160bae4-6d3c-4103-ae7f-0f5c88e6c131 HTTP/1.1" status: 200  len: 210 time: 0.0538192
Jan 27 06:03:24.891651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344479'] for router_interface, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:25.009908 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a7b27079-21de-4aca-9876-1d9d03202adb None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:03:25.307388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] Deleting port 5740938f-915f-4892-af2d-c3af6fc29565 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:25.307981 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:25.350360 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-07cc57b4-2535-4310-bb01-49381b7a35a5 req-12f1184e-27e8-4797-b2ba-654091cdd9f8 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 210 time: 0.0561836
Jan 27 06:03:25.383284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a7b27079-21de-4aca-9876-1d9d03202adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a4ca898>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:25.388177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b27079-21de-4aca-9876-1d9d03202adb None None] The sync data for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi is: [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T05:50:58Z', 'revision_number': 4, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': 'e1b67732-eb3c-4a1d-b2b9-af6864c29118', 'name': '', 'network_id': 'cd717a20-f7d9-467c-96a9-5d0c3fab0cfb', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'mac_address': 'fa:16:3e:8b:1b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:56Z', 'updated_at': '2021-01-27T05:51:18Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'subnets': [{'id': 'f8b1fdaa-6d24-499f-95ea-caeecfda08a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:03:25.516673 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] For port 5740938f-915f-4892-af2d-c3af6fc29565, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=5740938f-915f-4892-af2d-c3af6fc29565,segment=NetworkSegment(2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f),segment_id=2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:25.517073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:25.657991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] Calling delete_port for 5740938f-915f-4892-af2d-c3af6fc29565 owned by network:router_interface {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:25.782743 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5ea64-8bff-4f0e-92a0-e73b2ec15155 None None] New status for floating IP 1caaa0ab-d58d-41f8-916c-081666d2d5e3: DOWN {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 06:03:25.877201 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:25.893986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a389e268-e144-4ac5-9d95-3c5308ab74a6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:25.990106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] Pushing event deleted for resources: {'Port': ['ID=5740938f-915f-4892-af2d-c3af6fc29565,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:25.996991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:26.132554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45254) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:26.302946 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-7f264090-cf15-45ab-9939-effc1cb80c00 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:26.306561 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-7f264090-cf15-45ab-9939-effc1cb80c00 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 815 time: 0.2667177
Jan 27 06:03:26.329116 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853182275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430192'] for router_interface, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:26.359889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Request body: {'port': {'device_id': '51865ded-ec94-4cb4-8902-58b5ba4fc140', 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a', 'admin_state_up': True, 'tenant_id': 'e29f57cb5c04478cb20d14e98c9e0f95'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:03:26.453097 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-81745a7e-2a6c-4e20-b211-de6876c9db6f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:26.511929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-81745a7e-2a6c-4e20-b211-de6876c9db6f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:26.586168 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:03:26.597760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:03:26.662449 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2567bc14-7096-49e9-93e7-725871ef1040 req-60e1b702-9e48-4752-89ec-4af4e9bbb06e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 210 time: 0.1196935
Jan 27 06:03:26.715966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Made reservation on behalf of e29f57cb5c04478cb20d14e98c9e0f95 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:03:26.734530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:26.748411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-81745a7e-2a6c-4e20-b211-de6876c9db6f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:26.756269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-401b1279-f119-4e69-b1a3-7db7747a31f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:26.788198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81745a7e-2a6c-4e20-b211-de6876c9db6f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b181ea12-7b64-4fda-89b6-370faa340484,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:26.793048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-81745a7e-2a6c-4e20-b211-de6876c9db6f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:26.877224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-81745a7e-2a6c-4e20-b211-de6876c9db6f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:26.878459 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-81745a7e-2a6c-4e20-b211-de6876c9db6f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "DELETE /v2.0/security-groups/b181ea12-7b64-4fda-89b6-370faa340484 HTTP/1.1" status: 204  len: 168 time: 0.7449605
Jan 27 06:03:26.882271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45264) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:26.913414 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.api.v2.resource [None req-d6bfbbcf-518a-478c-bf14-78339aca2a49 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] show failed (client error): The resource could not be found.
Jan 27 06:03:26.917049 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d6bfbbcf-518a-478c-bf14-78339aca2a49 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "GET /v2.0/security-groups/b181ea12-7b64-4fda-89b6-370faa340484 HTTP/1.1" status: 404  len: 347 time: 0.0305383
Jan 27 06:03:26.917692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45268) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:26.990731 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:27.106032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Allocated IP 172.20.0.12 (7b234123-4f97-441d-b62e-fee61eaeb45a/051b4191-0b0d-44e3-9c9b-04ce68a824c6/bd161768-b004-4225-808a-22abaa1345c9) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:03:27.328739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:27.346959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] Router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:03:27.355767 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Deleting port 8ba6d457-dbbf-479e-91a6-f38947fac8c3 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:27.356204 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:27.391027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:27.408656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3ac3c682-367a-4b19-bc36-85192cc922c4 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:27.552513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Pushing event updated for resources: {'Port': ['ID=bd161768-b004-4225-808a-22abaa1345c9,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:27.556777 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:27.613111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Network 7b234123-4f97-441d-b62e-fee61eaeb45a is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:03:27.614449 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:03:27.616817 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:03:27.717063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:03:27.719839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:27.720195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:27.730185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe9dc0-dc55-48c5-876d-7e230c371d02 None None] Sync routers for ids ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:03:27.731669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:27.732397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:27.747183 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe9dc0-dc55-48c5-876d-7e230c371d02 None None] Routers {'d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:03:27.748726 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-73fe9dc0-dc55-48c5-876d-7e230c371d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639aa87f0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:03:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:27.786530 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4309177
Jan 27 06:03:27.796988 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c4bcdca1-73f4-468f-b3c6-95f3e7a20253 admin admin] 10.222.0.24 "PUT /v2.0/routers/d861d30c-9fde-4a5e-a0f8-a9e88a0148c0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8979125
Jan 27 06:03:27.800399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45274) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:27.864865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Calling delete_port for 8ba6d457-dbbf-479e-91a6-f38947fac8c3 owned by network:floatingip {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:27.870769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Request body: {'port': {'device_id': '51865ded-ec94-4cb4-8902-58b5ba4fc140', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:03:28.140616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-73fe9dc0-dc55-48c5-876d-7e230c371d02 None None] Set router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:03:28.179081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:28.196406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9cd3c917-3319-493c-88a8-5dc83a81c2e7 tempest-VolumesSnapshotTestJSON-626860154 tempest-VolumesSnapshotTestJSON-626860154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:28.299349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Pushing event deleted for resources: {'Port': ['ID=8ba6d457-dbbf-479e-91a6-f38947fac8c3,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:28.314548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.315111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.315392 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.315738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.316143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.316552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.316955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.317357 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.317756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.318158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.318558 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.318953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.319430 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.319832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.320230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.320691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.321123 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.321528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.321918 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.322409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.323273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.323273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.323611 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.323956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:03:28.334994 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:28.432084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:28.460797 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks [] for floatingip, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:28.463995 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-73fe9dc0-dc55-48c5-876d-7e230c371d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639aa87f0>, [{'id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'name': 'tempest-TestShelveInstance-1295814890-router', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:27Z', 'updated_at': '2021-01-27T06:03:25Z', 'revision_number': 5, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'gw_port': {'id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:28Z', 'updated_at': '2021-01-27T05:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:28.468294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe9dc0-dc55-48c5-876d-7e230c371d02 None None] Checking router: d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:03:28.477857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe9dc0-dc55-48c5-876d-7e230c371d02 None None] Routers {'d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:03:28.478484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-73fe9dc0-dc55-48c5-876d-7e230c371d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639aa87f0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:03:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:28.479984 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:28.484393 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-393cf43a-a464-42ee-b512-9fea932eb0a7 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] 10.222.0.24 "DELETE /v2.0/floatingips/1caaa0ab-d58d-41f8-916c-081666d2d5e3 HTTP/1.1" status: 204  len: 168 time: 1.5628390
Jan 27 06:03:28.533570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecd601-1342-4fda-8ea4-8320ea828263 req-07ec8ad3-a072-4563-a468-43a86cf3f83b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:28.534398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-deecd601-1342-4fda-8ea4-8320ea828263 req-07ec8ad3-a072-4563-a468-43a86cf3f83b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Synchronizing usage tracker for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:03:28.569240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Notify callbacks [] for router, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:28.679128 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-73fe9dc0-dc55-48c5-876d-7e230c371d02 None None] Set router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:03:28.801751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-deecd601-1342-4fda-8ea4-8320ea828263 req-07ec8ad3-a072-4563-a468-43a86cf3f83b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Unset dirty status for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:03:28.803050 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-deecd601-1342-4fda-8ea4-8320ea828263 req-07ec8ad3-a072-4563-a468-43a86cf3f83b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 932 time: 0.9993293
Jan 27 06:03:28.949839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:28.967521 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-deecd601-1342-4fda-8ea4-8320ea828263 req-8c5f28bd-e14b-4000-83aa-50dd7460d9d3 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545980
Jan 27 06:03:28.972814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Deleting port 1fb640ff-4c90-4373-8edf-0c02c41444bc {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:28.973185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:28.998804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-73fe9dc0-dc55-48c5-876d-7e230c371d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639aa87f0>, [{'id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'name': 'tempest-TestShelveInstance-1295814890-router', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:27Z', 'updated_at': '2021-01-27T06:03:25Z', 'revision_number': 5, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'gw_port': {'id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:28Z', 'updated_at': '2021-01-27T05:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:29.003050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe9dc0-dc55-48c5-876d-7e230c371d02 None None] The sync data for ids ['d861d30c-9fde-4a5e-a0f8-a9e88a0148c0'] in dv-cinder-772623-1-iscsi is: [{'id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'name': 'tempest-TestShelveInstance-1295814890-router', 'tenant_id': '40f7f489f42c45b080c686f40f09b995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154'}], 'enable_snat': True}, 'gw_port_id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:56:27Z', 'updated_at': '2021-01-27T06:03:25Z', 'revision_number': 5, 'project_id': '40f7f489f42c45b080c686f40f09b995', 'gw_port': {'id': '1fb640ff-4c90-4373-8edf-0c02c41444bc', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd861d30c-9fde-4a5e-a0f8-a9e88a0148c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:56:28Z', 'updated_at': '2021-01-27T05:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:03:29.172978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a1dbb599-9168-4b12-854f-79b3221471e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:29.301271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] For port 1fb640ff-4c90-4373-8edf-0c02c41444bc, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=1fb640ff-4c90-4373-8edf-0c02c41444bc,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:29.301587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:29.350861 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5740938f-915f-4892-af2d-c3af6fc29565 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:03:29.391830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 5740938f-915f-4892-af2d-c3af6fc29565 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:03:29.392230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5740938f-915f-4892-af2d-c3af6fc29565 not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:03:29.437797 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Calling delete_port for 1fb640ff-4c90-4373-8edf-0c02c41444bc owned by network:router_gateway {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:29.466798 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.resource_extend [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 27 06:03:29.573127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd161768-b004-4225-808a-22abaa1345c9 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 06:03:29.581362 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:29.656137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:29.854317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484344'] for router_gateway, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:29.994665 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100046'] for router, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:29.997069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:30.017117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Transition to ACTIVE for port object bd161768-b004-4225-808a-22abaa1345c9 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:03:30.045301 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342791'] for router, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:30.046198 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 {{(pid=80176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 27 06:03:30.060964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:30.062541 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-9b911301-67cd-4aff-999b-1da5969f7bda admin admin] 10.222.0.24 "DELETE /v2.0/routers/d861d30c-9fde-4a5e-a0f8-a9e88a0148c0 HTTP/1.1" status: 204  len: 168 time: 2.2610762
Jan 27 06:03:30.065970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45292) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:30.117431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:30.137272 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e70e8571-36a2-44e5-ba74-8782897f5628 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:30.263589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83eddd-ae7c-4158-9015-7dd04b16f139 req-e8c44e86-9808-46ca-8107-87b774f97201 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:30.265271 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd83eddd-ae7c-4158-9015-7dd04b16f139 req-e8c44e86-9808-46ca-8107-87b774f97201 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 944 time: 0.1532948
Jan 27 06:03:30.285259 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Pushing event updated for resources: {'Port': ['ID=bd161768-b004-4225-808a-22abaa1345c9,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:30.295664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:30.320388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d9c032-7b2b-4054-afbc-d29a82f6355f admin admin] Deleting subnet 70715a30-8fcc-4bda-b35f-3532d1e2dc2e {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 06:03:30.325670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-49d9c032-7b2b-4054-afbc-d29a82f6355f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:30.340586 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd83eddd-ae7c-4158-9015-7dd04b16f139 req-9d3a1b30-162a-41d2-8d4c-875de16710fa tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668488
Jan 27 06:03:30.413975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-49d9c032-7b2b-4054-afbc-d29a82f6355f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965152'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:30.685722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Attempting to bind port bd161768-b004-4225-808a-22abaa1345c9 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:03:30.686091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Attempting to bind port bd161768-b004-4225-808a-22abaa1345c9 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:03:30.686458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Attempting to bind port bd161768-b004-4225-808a-22abaa1345c9 on network 7b234123-4f97-441d-b62e-fee61eaeb45a {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:03:30.690482 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-49d9c032-7b2b-4054-afbc-d29a82f6355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:30.724591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:03:30.724963 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Checking segment: {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:03:30.725363 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:30.725756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Bound using segment: {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:03:30.726230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Bound port: bd161768-b004-4225-808a-22abaa1345c9, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:03:30.726601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:31.174313 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] For port bd161768-b004-4225-808a-22abaa1345c9, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:03:31.200608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] For port bd161768-b004-4225-808a-22abaa1345c9, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bd161768-b004-4225-808a-22abaa1345c9,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:03:31.256797 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:31.276386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:31.388150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 1fb640ff-4c90-4373-8edf-0c02c41444bc no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:03:31.414505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Pushing event updated for resources: {'Port': ['ID=bd161768-b004-4225-808a-22abaa1345c9,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:31.423944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:31.457723 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 1fb640ff-4c90-4373-8edf-0c02c41444bc {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:03:31.458621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 1fb640ff-4c90-4373-8edf-0c02c41444bc not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:03:31.500441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:31.501050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:31.502628 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] 10.222.0.13 "PUT /v2.0/ports/bd161768-b004-4225-808a-22abaa1345c9 HTTP/1.1" status: 200  len: 1158 time: 3.6974468
Jan 27 06:03:31.503256 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51865ded-ec94-4cb4-8902-58b5ba4fc140', 'tag': 'bd161768-b004-4225-808a-22abaa1345c9'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:03:31.609160 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-aa6aacde-66d1-4585-b5ac-d34691fb9689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:31.739942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225aad-657b-4ae2-ad80-81852ae1ecd7 req-a13859d1-8ce9-4f6f-9878-8e02dc18dfca tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:31.741666 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-89225aad-657b-4ae2-ad80-81852ae1ecd7 req-a13859d1-8ce9-4f6f-9878-8e02dc18dfca tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 944 time: 0.1982534
Jan 27 06:03:31.744035 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51865ded-ec94-4cb4-8902-58b5ba4fc140', 'tag': 'bd161768-b004-4225-808a-22abaa1345c9', 'status': 'completed', 'code': 200}
Jan 27 06:03:31.755055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-49d9c032-7b2b-4054-afbc-d29a82f6355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853967796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2408435'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:31.791617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:31.807030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45312) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:31.922816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9c032-7b2b-4054-afbc-d29a82f6355f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70715a30-8fcc-4bda-b35f-3532d1e2dc2e,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:31.926666 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-49d9c032-7b2b-4054-afbc-d29a82f6355f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:31.978797 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-89225aad-657b-4ae2-ad80-81852ae1ecd7 req-df6e6673-da3f-483a-b0be-bd687bc67704 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267787
Jan 27 06:03:31.984885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-49d9c032-7b2b-4054-afbc-d29a82f6355f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:31.991133 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f4153-05be-4be3-87c6-a98fefdafb8d None None] Network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:03:31.997813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-e52f65f4-e184-4457-9a95-38ea27ffa712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:31.999522 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-e52f65f4-e184-4457-9a95-38ea27ffa712 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 1161 time: 0.3677511
Jan 27 06:03:32.003885 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-49d9c032-7b2b-4054-afbc-d29a82f6355f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/70715a30-8fcc-4bda-b35f-3532d1e2dc2e HTTP/1.1" status: 204  len: 168 time: 1.9356511
Jan 27 06:03:32.004645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45318) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:32.163715 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-0e536769-e5ec-4c5d-87b2-28f871376531 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd161768-b004-4225-808a-22abaa1345c9 HTTP/1.1" status: 200  len: 217 time: 0.1352348
Jan 27 06:03:32.238261 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:32.323690 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Deleting port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:32.324061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:32.333053 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012dfb1-09a7-4381-9326-bb6ef0edfbe3 None None] DHCP port deletion for bf26bdda-558f-4c4d-b3d1-481f886d1ae8 request from dv-cinder-772623-1-iscsi {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 27 06:03:32.337475 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e012dfb1-09a7-4381-9326-bb6ef0edfbe3 None None] Deleting port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:32.337892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e012dfb1-09a7-4381-9326-bb6ef0edfbe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:32.355155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-04843201-e908-4264-9351-8ce2221a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:32.356811 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-04843201-e908-4264-9351-8ce2221a3ecc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=051b4191-0b0d-44e3-9c9b-04ce68a824c6 HTTP/1.1" status: 200  len: 855 time: 0.1849053
Jan 27 06:03:32.427141 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-2a7e2371-1dad-4139-a0a7-876a10b88019 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b234123-4f97-441d-b62e-fee61eaeb45a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598717
Jan 27 06:03:32.487777 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:32.552451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344479'] for router_interface, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:32.583659 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-e012dfb1-09a7-4381-9326-bb6ef0edfbe3 None None] For port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d,segment=NetworkSegment(2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f),segment_id=2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:32.584085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e012dfb1-09a7-4381-9326-bb6ef0edfbe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:32.744354 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] For port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d,segment=NetworkSegment(2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f),segment_id=2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:32.744746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:32.756434 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-36d202d9-b8b1-462f-8d2c-67461c010cb0 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3175025
Jan 27 06:03:32.919042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e012dfb1-09a7-4381-9326-bb6ef0edfbe3 None None] Calling delete_port for ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:32.959002 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] Deleting port e1b67732-eb3c-4a1d-b2b9-af6864c29118 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:32.959376 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:32.969322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Calling delete_port for ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d owned by network:dhcp {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:33.099679 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e657cbf4-ac55-489f-80cb-3b9e1b0b0b0d req-1b748479-62f6-4cb0-8107-6d2af92607f6 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2773159
Jan 27 06:03:33.101120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 06:03:33.101528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 06:03:33.103637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e012dfb1-09a7-4381-9326-bb6ef0edfbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492'] for port, after_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:33.130899 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:33.202126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] For port e1b67732-eb3c-4a1d-b2b9-af6864c29118, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=e1b67732-eb3c-4a1d-b2b9-af6864c29118,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:33.202455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:33.222807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012dfb1-09a7-4381-9326-bb6ef0edfbe3 None None] Pushing event deleted for resources: {'Port': ['ID=ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d,revision_number=None']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:33.230489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e012dfb1-09a7-4381-9326-bb6ef0edfbe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:33.275606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012dfb1-09a7-4381-9326-bb6ef0edfbe3 None None] No DVR routers for this DVR port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d on host dv-cinder-772623-1-iscsi {{(pid=80178) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:03:33.328401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f34560-f423-402b-8ac9-1598aff9d508 req-be3912f6-a4d0-4bae-b4ab-1b3da4e4356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:33.329731 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-07f34560-f423-402b-8ac9-1598aff9d508 req-be3912f6-a4d0-4bae-b4ab-1b3da4e4356d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 1161 time: 0.0841575
Jan 27 06:03:33.393149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:03:33.438849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:03:33.439243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:03:33.493186 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f34560-f423-402b-8ac9-1598aff9d508 req-e968d9c9-47d3-4e0c-ac69-d12d8d481d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:33.494952 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-07f34560-f423-402b-8ac9-1598aff9d508 req-e968d9c9-47d3-4e0c-ac69-d12d8d481d07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 909 time: 0.1583762
Jan 27 06:03:33.576259 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-07f34560-f423-402b-8ac9-1598aff9d508 req-5d5cfb32-a4ea-4dff-b82f-193f01d37587 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd161768-b004-4225-808a-22abaa1345c9 HTTP/1.1" status: 200  len: 217 time: 0.0724630
Jan 27 06:03:33.580161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] Calling delete_port for e1b67732-eb3c-4a1d-b2b9-af6864c29118 owned by network:router_interface {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:33.607737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:33.618641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Deleting port ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:33.619112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:33.703791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] The port 'ae8831dc-3d5c-4b92-98ea-f1698dfc8f7d' was deleted {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 27 06:03:33.708371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083204a-9697-4e68-9a6e-78bbfa7702d2 req-0df555c2-7a13-442c-aac7-cb1600287901 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:33.710064 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5083204a-9697-4e68-9a6e-78bbfa7702d2 req-0df555c2-7a13-442c-aac7-cb1600287901 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 944 time: 0.5832579
Jan 27 06:03:33.717815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:33.772560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f34560-f423-402b-8ac9-1598aff9d508 req-c0519048-29a6-4ed2-b330-e1a18ef4be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:33.774913 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-07f34560-f423-402b-8ac9-1598aff9d508 req-c0519048-29a6-4ed2-b330-e1a18ef4be20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=051b4191-0b0d-44e3-9c9b-04ce68a824c6 HTTP/1.1" status: 200  len: 855 time: 0.1911519
Jan 27 06:03:33.799634 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5083204a-9697-4e68-9a6e-78bbfa7702d2 req-7e8db412-86ec-4cfb-b51d-8c600641f37f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818298
Jan 27 06:03:34.013593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:34.030157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-97eaa00f-74de-4f16-b3ee-d0fea39f6bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:34.137606 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-07f34560-f423-402b-8ac9-1598aff9d508 req-b0e5ed7e-b255-42d8-933d-229d3d7064e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b234123-4f97-441d-b62e-fee61eaeb45a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0641921
Jan 27 06:03:34.138390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b67732-eb3c-4a1d-b2b9-af6864c29118,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:34.143635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:34.144942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:34.366754 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa6398fe588>,) {'filters': {'network_id': ['bf26bdda-558f-4c4d-b3d1-481f886d1ae8']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:34.394991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa6398fe588>, '2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:34.395325 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa6398fe588>, '2b4f6aa4-0d43-40ff-b4ff-660aa0e3083f') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:34.421041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851810648'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:34.437411 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-07f34560-f423-402b-8ac9-1598aff9d508 req-5d745cb4-72f0-413c-a6cd-6641fbca1e69 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2780654
Jan 27 06:03:34.461040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853182275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430192'] for router_interface, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:34.544563 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:34.548496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 06:03:34.762543 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-07f34560-f423-402b-8ac9-1598aff9d508 req-b86126e0-e0e9-4b7d-bd70-381d5ada7a04 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3163526
Jan 27 06:03:34.777583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:03:34.787691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-813807'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:34.989051 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] Router f396d5ac-e8d5-4099-876a-76816f09614a has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:03:35.019392 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Network bf26bdda-558f-4c4d-b3d1-481f886d1ae8 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   % (table.description, expected, rows_matched)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   % (table.description, expected, rows_matched)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   % (table.description, expected, rows_matched)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   % (table.description, expected, rows_matched)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 06:03:35.044533 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 06:03:35.186115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:03:35.197047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84219228-c045-4536-b6f5-ccf8f194611c None None] Sync routers for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:03:35.205055 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5d5886f0-a85b-4e9c-a627-77520f96184e admin admin] 10.222.0.24 "PUT /v2.0/routers/f396d5ac-e8d5-4099-876a-76816f09614a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3941336
Jan 27 06:03:35.205503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45326) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:35.208061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84219228-c045-4536-b6f5-ccf8f194611c None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:03:35.208843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-84219228-c045-4536-b6f5-ccf8f194611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639224e80>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:03:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:35.215609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec9225-0a60-49cb-992b-d4410ae2acc8 req-8e5e2210-5006-47ef-9f7c-1bc01dafabed tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:35.217419 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10ec9225-0a60-49cb-992b-d4410ae2acc8 req-8e5e2210-5006-47ef-9f7c-1bc01dafabed tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 944 time: 0.2682872
Jan 27 06:03:35.280549 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-10ec9225-0a60-49cb-992b-d4410ae2acc8 req-265bf67b-9cc4-4915-b369-3aa128cc7ee7 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568526
Jan 27 06:03:35.394048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:35.402079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-84219228-c045-4536-b6f5-ccf8f194611c None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:03:35.404162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c71e6be9-0963-49d8-bd15-8b2c1f0febf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:35.409486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Notify callbacks [] for router, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:35.420408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:35.433871 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=bf26bdda-558f-4c4d-b3d1-481f886d1ae8,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:35.440333 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] 10.222.0.24 "DELETE /v2.0/networks/bf26bdda-558f-4c4d-b3d1-481f886d1ae8 HTTP/1.1" status: 204  len: 168 time: 3.4346232
Jan 27 06:03:35.441916 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:35.611233 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:35.648047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Deleting port c5be5845-a789-4c8f-ae01-c4af9c823d0d {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:35.648428 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:35.694564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45332) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:35.725852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-84219228-c045-4536-b6f5-ccf8f194611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639224e80>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T06:03:33Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:35.730902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84219228-c045-4536-b6f5-ccf8f194611c None None] Checking router: f396d5ac-e8d5-4099-876a-76816f09614a for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:03:35.739941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84219228-c045-4536-b6f5-ccf8f194611c None None] Routers {'f396d5ac-e8d5-4099-876a-76816f09614a'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:03:35.740821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-84219228-c045-4536-b6f5-ccf8f194611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639224e80>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:03:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['f396d5ac-e8d5-4099-876a-76816f09614a'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:35.748176 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-712832e9-6f77-463a-97e8-8381cb71cac4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fb61d3420134653b9816952a3dd423c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0521035
Jan 27 06:03:35.749651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45336) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:35.825897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-707bc354-71a8-4ef5-a47b-f187c866740d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:35.843934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] For port c5be5845-a789-4c8f-ae01-c4af9c823d0d, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=c5be5845-a789-4c8f-ae01-c4af9c823d0d,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:35.844593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:35.856240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-707bc354-71a8-4ef5-a47b-f187c866740d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:35.951869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-84219228-c045-4536-b6f5-ccf8f194611c None None] Set router f396d5ac-e8d5-4099-876a-76816f09614a gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:03:36.005889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-707bc354-71a8-4ef5-a47b-f187c866740d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:36.012689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-62271e81-80e0-4493-92f8-062fb186ded8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:36.031525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bc354-71a8-4ef5-a47b-f187c866740d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844ddcb1-7f31-42b2-bd70-3bf5e969a68b,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:36.035096 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-707bc354-71a8-4ef5-a47b-f187c866740d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:36.037359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-707bc354-71a8-4ef5-a47b-f187c866740d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:36.038790 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-707bc354-71a8-4ef5-a47b-f187c866740d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/844ddcb1-7f31-42b2-bd70-3bf5e969a68b HTTP/1.1" status: 204  len: 168 time: 0.2877340
Jan 27 06:03:36.229174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Calling delete_port for c5be5845-a789-4c8f-ae01-c4af9c823d0d owned by network:router_gateway {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:36.308380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-84219228-c045-4536-b6f5-ccf8f194611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639224e80>, [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T06:03:33Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:36.314166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84219228-c045-4536-b6f5-ccf8f194611c None None] The sync data for ids ['f396d5ac-e8d5-4099-876a-76816f09614a'] in dv-cinder-772623-1-iscsi is: [{'id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'name': 'tempest-AttachVolumeShelveTestJSON-141673379-router', 'tenant_id': '3cb21bb44a49408282425064c954b1d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T05:50:48Z', 'updated_at': '2021-01-27T06:03:33Z', 'revision_number': 5, 'project_id': '3cb21bb44a49408282425064c954b1d8', 'gw_port': {'id': 'c5be5845-a789-4c8f-ae01-c4af9c823d0d', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f396d5ac-e8d5-4099-876a-76816f09614a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T05:50:50Z', 'updated_at': '2021-01-27T05:51:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:03:36.380934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:36.666593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45346) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:36.679308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580be80-4d6e-47c5-a1c8-565e3dae958f req-01f0c634-5cc4-42f5-90b3-f29021195d30 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:36.681403 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8580be80-4d6e-47c5-a1c8-565e3dae958f req-01f0c634-5cc4-42f5-90b3-f29021195d30 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 944 time: 0.2196290
Jan 27 06:03:36.721650 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-dafb7034-c5c4-46d9-91c3-3d0b27605952 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40f7f489f42c45b080c686f40f09b995&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0536103
Jan 27 06:03:36.725499 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45350) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:36.776317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484344'] for router_gateway, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:36.792284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d7851ae-f862-4457-b336-28de33ac7038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:36.820017 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d7851ae-f862-4457-b336-28de33ac7038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:36.859668 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8580be80-4d6e-47c5-a1c8-565e3dae958f req-9e87e02a-6677-4c31-9a63-c5a23048f26f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467042
Jan 27 06:03:36.940642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100046'] for router, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:36.943000 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:37.022691 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d7851ae-f862-4457-b336-28de33ac7038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:37.029124 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-afb775a7-3e01-4bc0-9d44-84c47566f71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:37.042786 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7851ae-f862-4457-b336-28de33ac7038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce97aa70-496e-431d-85cb-7ff71a5153fd,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:37.045826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3d7851ae-f862-4457-b336-28de33ac7038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:37.046738 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3d7851ae-f862-4457-b336-28de33ac7038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:37.048096 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-3d7851ae-f862-4457-b336-28de33ac7038 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce97aa70-496e-431d-85cb-7ff71a5153fd HTTP/1.1" status: 204  len: 168 time: 0.3214750
Jan 27 06:03:37.108314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342791'] for router, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:37.108895 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f396d5ac-e8d5-4099-876a-76816f09614a {{(pid=80177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 27 06:03:37.124423 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:37.125676 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a6cf8d20-4770-4390-9a7b-06f7f241ef72 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f396d5ac-e8d5-4099-876a-76816f09614a HTTP/1.1" status: 204  len: 168 time: 1.9192805
Jan 27 06:03:37.128489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45356) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:37.202899 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfae1dc6-68f9-4bd4-a129-7d02377ff61e admin admin] Deleting subnet f8b1fdaa-6d24-499f-95ea-caeecfda08a2 {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 06:03:37.206258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cfae1dc6-68f9-4bd4-a129-7d02377ff61e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:37.262921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cfae1dc6-68f9-4bd4-a129-7d02377ff61e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253318'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:37.360479 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cfae1dc6-68f9-4bd4-a129-7d02377ff61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:37.415784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device c5be5845-a789-4c8f-ae01-c4af9c823d0d no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:03:37.456493 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: c5be5845-a789-4c8f-ae01-c4af9c823d0d {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:03:37.456980 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device c5be5845-a789-4c8f-ae01-c4af9c823d0d not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:03:37.457746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device e1b67732-eb3c-4a1d-b2b9-af6864c29118 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:03:37.500039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: e1b67732-eb3c-4a1d-b2b9-af6864c29118 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:03:37.500461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device e1b67732-eb3c-4a1d-b2b9-af6864c29118 not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:03:37.676649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cfae1dc6-68f9-4bd4-a129-7d02377ff61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2902153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850770639'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:37.692839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:37.780419 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae1dc6-68f9-4bd4-a129-7d02377ff61e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b1fdaa-6d24-499f-95ea-caeecfda08a2,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:37.793432 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cfae1dc6-68f9-4bd4-a129-7d02377ff61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:37.826150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cfae1dc6-68f9-4bd4-a129-7d02377ff61e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:37.832487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4535c4-ad4b-4d81-8107-b2dc81f0cf3a None None] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:03:37.832719 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-cfae1dc6-68f9-4bd4-a129-7d02377ff61e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f8b1fdaa-6d24-499f-95ea-caeecfda08a2 HTTP/1.1" status: 204  len: 168 time: 0.7026839
Jan 27 06:03:37.835012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45360) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:37.920005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device bd161768-b004-4225-808a-22abaa1345c9 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:03:37.956375 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:38.085154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Deleting port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:38.085635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:38.131937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port bd161768-b004-4225-808a-22abaa1345c9 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:03:38.137965 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port bd161768-b004-4225-808a-22abaa1345c9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:03:38.138387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:38.173457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a93d2e-415a-4ec9-975d-ea01fa25e72c None None] DHCP port deletion for cd717a20-f7d9-467c-96a9-5d0c3fab0cfb request from dv-cinder-772623-1-iscsi {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 27 06:03:38.192535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d4a93d2e-415a-4ec9-975d-ea01fa25e72c None None] Deleting port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:38.192955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d4a93d2e-415a-4ec9-975d-ea01fa25e72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:38.278733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2d3b9-5e8b-4f7a-914f-1825f376a1de req-e06db2e2-c7a8-4cbc-8b01-586fe9908573 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:38.280397 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-adf2d3b9-5e8b-4f7a-914f-1825f376a1de req-e06db2e2-c7a8-4cbc-8b01-586fe9908573 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 944 time: 0.2690871
Jan 27 06:03:38.436891 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-adf2d3b9-5e8b-4f7a-914f-1825f376a1de req-b2d5a9b8-e852-4291-8e96-d8e3b94f1f6a tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347930
Jan 27 06:03:38.444702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] For port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=80ee0bda-0ecb-47d8-9e79-4c1b644c8986,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:38.445094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:38.459593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:38.508227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51865ded-ec94-4cb4-8902-58b5ba4fc140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd161768-b004-4225-808a-22abaa1345c9'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:03:38.515304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-d4a93d2e-415a-4ec9-975d-ea01fa25e72c None None] For port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=80ee0bda-0ecb-47d8-9e79-4c1b644c8986,segment=NetworkSegment(1b1801c9-6723-4c3e-b831-4bb951b6b8a0),segment_id=1b1801c9-6723-4c3e-b831-4bb951b6b8a0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:38.515777 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d4a93d2e-415a-4ec9-975d-ea01fa25e72c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:38.598250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Calling delete_port for 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 owned by network:dhcp {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:38.748080 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:38.761255 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51865ded-ec94-4cb4-8902-58b5ba4fc140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd161768-b004-4225-808a-22abaa1345c9', 'code': 200}
Jan 27 06:03:38.763112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port bd161768-b004-4225-808a-22abaa1345c9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bd161768-b004-4225-808a-22abaa1345c9,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:03:38.765043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:38.822073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:38.830697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d4a93d2e-415a-4ec9-975d-ea01fa25e72c None None] Calling delete_port for 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:03:38.861797 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:38.885529 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ee0bda-0ecb-47d8-9e79-4c1b644c8986,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:38.928465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:38.968074 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=bd161768-b004-4225-808a-22abaa1345c9,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:38.971632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:38.974791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [None req-d4a93d2e-415a-4ec9-975d-ea01fa25e72c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 06:03:38.974791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [None req-d4a93d2e-415a-4ec9-975d-ea01fa25e72c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 06:03:38.981307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] No DVR routers for this DVR port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 on host dv-cinder-772623-1-iscsi {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:03:39.112812 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184c2f2-2e20-4b1e-a540-6acc31b384bc req-19839c30-a9eb-49c9-92f2-10ca7647ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:39.114357 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0184c2f2-2e20-4b1e-a540-6acc31b384bc req-19839c30-a9eb-49c9-92f2-10ca7647ac9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 1163 time: 0.2309346
Jan 27 06:03:39.118735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:39.250066 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0184c2f2-2e20-4b1e-a540-6acc31b384bc req-ba8b0c51-5a69-43c1-a404-9da1966b75f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171544
Jan 27 06:03:39.266678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa638b68a20>,) {'filters': {'network_id': ['cd717a20-f7d9-467c-96a9-5d0c3fab0cfb']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:39.279910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa638b68a20>, '1b1801c9-6723-4c3e-b831-4bb951b6b8a0') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:39.280242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa638b68a20>, '1b1801c9-6723-4c3e-b831-4bb951b6b8a0') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:03:39.290308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device bd161768-b004-4225-808a-22abaa1345c9 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:03:39.292930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851810648'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:39.308906 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:39.311220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 06:03:39.366897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port bd161768-b004-4225-808a-22abaa1345c9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:03:39.367587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:39.399785 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:03:39.449059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:03:39.449440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:03:39.498749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:03:39.505109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d4a93d2e-415a-4ec9-975d-ea01fa25e72c None None] Deleting port 80ee0bda-0ecb-47d8-9e79-4c1b644c8986 {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:03:39.505265 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d4a93d2e-415a-4ec9-975d-ea01fa25e72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:39.512909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-813807'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:39.594281 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d4a93d2e-415a-4ec9-975d-ea01fa25e72c None None] The port '80ee0bda-0ecb-47d8-9e79-4c1b644c8986' was deleted {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 27 06:03:40.013980 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Network cd717a20-f7d9-467c-96a9-5d0c3fab0cfb has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 06:03:40.037662 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 06:03:40.187001 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a84b5e-b700-4c79-9730-73122afdd055 req-fd4c26a6-25fa-4f47-a755-f3dc6c62fcc2 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:40.189664 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-02a84b5e-b700-4c79-9730-73122afdd055 req-fd4c26a6-25fa-4f47-a755-f3dc6c62fcc2 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 946 time: 0.6121185
Jan 27 06:03:40.233599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:40.243632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:40.260151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:40.277364 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-02a84b5e-b700-4c79-9730-73122afdd055 req-17a5f4b3-b600-4819-91c7-06bc1793109b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812721
Jan 27 06:03:40.284286 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd717a20-f7d9-467c-96a9-5d0c3fab0cfb,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:40.287858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:40.331677 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cd717a20-f7d9-467c-96a9-5d0c3fab0cfb HTTP/1.1" status: 204  len: 168 time: 2.4953544
Jan 27 06:03:40.832641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45372) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:40.886478 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a1d70ca0-1f60-422e-adc5-fb75cdc57832 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cb21bb44a49408282425064c954b1d8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0525448
Jan 27 06:03:40.889035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45376) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:40.952554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3e6c-1d58-4ccf-9f12-6f79cecead7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:40.981842 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3e6c-1d58-4ccf-9f12-6f79cecead7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:41.064205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3e6c-1d58-4ccf-9f12-6f79cecead7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:41.069367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-869d9ff6-9725-4c8e-a73c-2ee3f86d678d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:41.084092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec3e6c-1d58-4ccf-9f12-6f79cecead7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3057dcb-15e7-4fa4-a6c0-21be4b731c41,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:41.089783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e7ec3e6c-1d58-4ccf-9f12-6f79cecead7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:41.091632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e7ec3e6c-1d58-4ccf-9f12-6f79cecead7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:41.092854 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e7ec3e6c-1d58-4ccf-9f12-6f79cecead7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3057dcb-15e7-4fa4-a6c0-21be4b731c41 HTTP/1.1" status: 204  len: 168 time: 0.2028453
Jan 27 06:03:41.554152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f27bce-b45c-4c05-831c-d06f5c5d4881 req-84c434d6-0b43-4f61-9c13-a85cd9a656c8 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:41.556248 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a0f27bce-b45c-4c05-831c-d06f5c5d4881 req-84c434d6-0b43-4f61-9c13-a85cd9a656c8 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 946 time: 0.1472166
Jan 27 06:03:41.617614 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a0f27bce-b45c-4c05-831c-d06f5c5d4881 req-bdc860dc-d0ba-48ec-ae7e-b1b680ff7188 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551908
Jan 27 06:03:42.204528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:03:43.123700 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45434) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:43.275603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5ca5708d-3e55-4764-b0c9-ad0589b4c600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:43.290982 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5ca5708d-3e55-4764-b0c9-ad0589b4c600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:03:43.295029 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5ca5708d-3e55-4764-b0c9-ad0589b4c600 admin admin] Usage tracker for resource:security_group_rule and tenant:a920c5a0642a4467993b0a3360fa6c80 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:03:43.298043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-5ca5708d-3e55-4764-b0c9-ad0589b4c600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:03:43.304101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-5ca5708d-3e55-4764-b0c9-ad0589b4c600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:03:43.451070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5ca5708d-3e55-4764-b0c9-ad0589b4c600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:43.481336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5ca5708d-3e55-4764-b0c9-ad0589b4c600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:43.490812 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-24001b13-b5d1-486f-bbe1-9a419dc87f44 tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:43.534659 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5ca5708d-3e55-4764-b0c9-ad0589b4c600 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a920c5a0642a4467993b0a3360fa6c80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4097948
Jan 27 06:03:43.535660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5708d-3e55-4764-b0c9-ad0589b4c600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abfa4c1-1da7-4885-826e-05559539098f,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:43.537503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45446) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:43.539112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5ca5708d-3e55-4764-b0c9-ad0589b4c600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:43.608894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98db10b8-4d03-4f61-99ae-c21d8465ee51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:43.638119 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98db10b8-4d03-4f61-99ae-c21d8465ee51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:43.750083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98db10b8-4d03-4f61-99ae-c21d8465ee51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:43.755606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2d759521-9140-40ec-8832-1db0ca9c081c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:43.767631 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db10b8-4d03-4f61-99ae-c21d8465ee51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abfa4c1-1da7-4885-826e-05559539098f,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:43.770639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-98db10b8-4d03-4f61-99ae-c21d8465ee51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:43.777259 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-98db10b8-4d03-4f61-99ae-c21d8465ee51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:43.781018 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-98db10b8-4d03-4f61-99ae-c21d8465ee51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1abfa4c1-1da7-4885-826e-05559539098f HTTP/1.1" status: 204  len: 168 time: 0.2399223
Jan 27 06:03:51.881170 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45554) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:52.038942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a031b243-e541-4ebe-932d-e1bdb5319b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:52.058878 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a031b243-e541-4ebe-932d-e1bdb5319b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:03:52.059553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a031b243-e541-4ebe-932d-e1bdb5319b6e admin admin] Usage tracker for resource:security_group_rule and tenant:08d46926a8054e70b4f027af8483fb18 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:03:52.062980 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-a031b243-e541-4ebe-932d-e1bdb5319b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:03:52.069118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-a031b243-e541-4ebe-932d-e1bdb5319b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:03:52.161371 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a031b243-e541-4ebe-932d-e1bdb5319b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:52.196125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a031b243-e541-4ebe-932d-e1bdb5319b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:52.205705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-707bc354-71a8-4ef5-a47b-f187c866740d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:52.249975 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a031b243-e541-4ebe-932d-e1bdb5319b6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08d46926a8054e70b4f027af8483fb18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3677967
Jan 27 06:03:52.250991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031b243-e541-4ebe-932d-e1bdb5319b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84caf3d1-54ad-4757-a913-c2fe816fd074,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:52.252832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45566) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:52.254629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a031b243-e541-4ebe-932d-e1bdb5319b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:52.319508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-45f41d18-25c5-4c03-aee4-a0843ed82b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:52.347926 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-45f41d18-25c5-4c03-aee4-a0843ed82b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:52.418338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-45f41d18-25c5-4c03-aee4-a0843ed82b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:52.423855 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ef6aff3d-926b-4ca0-bf25-15673fdb3802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:52.440642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f41d18-25c5-4c03-aee4-a0843ed82b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84caf3d1-54ad-4757-a913-c2fe816fd074,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:52.443799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-45f41d18-25c5-4c03-aee4-a0843ed82b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:52.449556 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-45f41d18-25c5-4c03-aee4-a0843ed82b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:52.451227 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-45f41d18-25c5-4c03-aee4-a0843ed82b56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84caf3d1-54ad-4757-a913-c2fe816fd074 HTTP/1.1" status: 204  len: 168 time: 0.1971669
Jan 27 06:03:52.962836 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45578) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:52.982553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-09f9d069-35fc-4780-8c62-00a4e0df6bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:52.999067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-09f9d069-35fc-4780-8c62-00a4e0df6bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:03:53.003147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-09f9d069-35fc-4780-8c62-00a4e0df6bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:3f3860cc8aec44888bc5f1919c90d82d is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:03:53.006153 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-09f9d069-35fc-4780-8c62-00a4e0df6bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:03:53.012118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-09f9d069-35fc-4780-8c62-00a4e0df6bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:03:53.097933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-09f9d069-35fc-4780-8c62-00a4e0df6bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:53.126834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-09f9d069-35fc-4780-8c62-00a4e0df6bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:53.136308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5d8de27a-be85-4417-b6bc-e811d8063e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:53.180046 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-09f9d069-35fc-4780-8c62-00a4e0df6bd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f3860cc8aec44888bc5f1919c90d82d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2159388
Jan 27 06:03:53.183072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9d069-35fc-4780-8c62-00a4e0df6bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a365ab6a-ac24-4884-9cc4-dfdc18026ccf,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:53.183649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45582) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:03:53.186451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-09f9d069-35fc-4780-8c62-00a4e0df6bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:53.248534 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0add845c-9924-4373-84f4-00490604884b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:53.276521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0add845c-9924-4373-84f4-00490604884b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:53.360899 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0add845c-9924-4373-84f4-00490604884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:53.366009 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2f2aaf43-355c-47a5-8807-97a92ec0cd38 tempest-TestMinimumBasicScenario-263536501 tempest-TestMinimumBasicScenario-263536501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:53.380676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add845c-9924-4373-84f4-00490604884b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365ab6a-ac24-4884-9cc4-dfdc18026ccf,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:53.384423 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0add845c-9924-4373-84f4-00490604884b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:53.395254 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0add845c-9924-4373-84f4-00490604884b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:53.396519 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-0add845c-9924-4373-84f4-00490604884b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a365ab6a-ac24-4884-9cc4-dfdc18026ccf HTTP/1.1" status: 204  len: 168 time: 0.2118056
Jan 27 06:03:54.104082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-59a89104-0124-4a8c-8b51-36d1b63cf597 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:54.105786 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-59a89104-0124-4a8c-8b51-36d1b63cf597 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 815 time: 0.2277420
Jan 27 06:03:54.122551 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-9b903773-5b59-4f1f-80c9-4b90648d2e5f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/quotas/e29f57cb5c04478cb20d14e98c9e0f95 HTTP/1.1" status: 200  len: 375 time: 0.0106122
Jan 27 06:03:54.260076 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-8da67bf2-8953-4d93-96a1-5e3a4096987d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1312981
Jan 27 06:03:54.408728 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-67454566-e2fe-4751-a0a6-67f2c2ec70ea service neutron] 10.222.0.24 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413400
Jan 27 06:03:54.557358 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-2c25dcfe-665f-46cd-8903-77c963ed8b6e service neutron] 10.222.0.24 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416924
Jan 27 06:03:54.810516 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-02562bb3-752e-4366-b67f-c41423a76757 req-7e9774f4-ad30-472d-aebc-33fd89f4d27d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 210 time: 0.0600572
Jan 27 06:03:56.000481 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0bac29ee-d070-4f25-986a-631402179c61 req-f081195f-598a-46bb-9151-63a7f5402266 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 210 time: 0.0494306
Jan 27 06:03:56.669845 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-6b0cff5c-c368-4a76-aeef-19712373f340 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0905170
Jan 27 06:03:56.755129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-ab0066ef-89a9-4ecd-8a26-2aeced176a8f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:56.756837 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-ab0066ef-89a9-4ecd-8a26-2aeced176a8f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 815 time: 0.2505465
Jan 27 06:03:56.784486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Request body: {'port': {'device_id': '86fbb502-667a-4f9d-9be3-42346cb6dcc4', 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a', 'admin_state_up': True, 'tenant_id': 'e29f57cb5c04478cb20d14e98c9e0f95'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:03:56.827126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-44004fe8-2c4c-4de5-9a66-6b7f9da3a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:56.828800 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-44004fe8-2c4c-4de5-9a66-6b7f9da3a0e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 1162 time: 0.1153488
Jan 27 06:03:56.942737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:03:56.953317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:03:56.984230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:57.002855 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-50659025-e3e9-49f6-977d-bb7c6abb584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:57.004550 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-50659025-e3e9-49f6-977d-bb7c6abb584c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 200  len: 909 time: 0.1508751
Jan 27 06:03:57.016410 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Made reservation on behalf of e29f57cb5c04478cb20d14e98c9e0f95 for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:03:57.035577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:57.085847 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-92e16738-30b9-471b-8d49-9f40b0e22505 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72b23098-f62f-4fdf-9412-54320ea2a8fb HTTP/1.1" status: 200  len: 217 time: 0.0681860
Jan 27 06:03:57.180891 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-8b0acc0c-8a60-462a-b3bc-6caa3740fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:57.182407 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-8b0acc0c-8a60-462a-b3bc-6caa3740fb33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=051b4191-0b0d-44e3-9c9b-04ce68a824c6 HTTP/1.1" status: 200  len: 855 time: 0.0730894
Jan 27 06:03:57.211305 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6351301d-8a11-4590-a0ea-821b394bdf8f req-f6051934-b835-499d-98e1-305637745794 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 210 time: 0.0610132
Jan 27 06:03:57.238999 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-53c040d9-090b-4520-b513-680efd2f64c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b234123-4f97-441d-b62e-fee61eaeb45a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480824
Jan 27 06:03:57.388329 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-21a35f04-3478-4ba6-97b3-4a1ba1e570d3 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419175
Jan 27 06:03:57.413406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Allocated IP 172.20.0.7 (7b234123-4f97-441d-b62e-fee61eaeb45a/051b4191-0b0d-44e3-9c9b-04ce68a824c6/02bfaf37-129d-4fd3-bfda-9023d8f52b0f) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:03:57.540409 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-b0efaef1-214e-46ee-a572-9e045a949d06 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410112
Jan 27 06:03:57.631702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:57.687262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:57.702247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:57.843936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Pushing event updated for resources: {'Port': ['ID=02bfaf37-129d-4fd3-bfda-9023d8f52b0f,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:57.848573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:57.902413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Network 7b234123-4f97-441d-b62e-fee61eaeb45a is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:03:57.903580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:03:57.906220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:03:58.023028 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:58.024364 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:58.081768 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3028061
Jan 27 06:03:58.100703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Request body: {'port': {'device_id': '86fbb502-667a-4f9d-9be3-42346cb6dcc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:03:58.231914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:58.496853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6284f6-a094-418f-8262-849fc0c81f6b req-1b21e3ea-df99-4469-8664-9ee42a281c9f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:58.498472 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa6284f6-a094-418f-8262-849fc0c81f6b req-1b21e3ea-df99-4469-8664-9ee42a281c9f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 931 time: 0.1515942
Jan 27 06:03:58.683488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02bfaf37-129d-4fd3-bfda-9023d8f52b0f {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 06:03:58.692745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:58.707998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Transition to ACTIVE for port object 02bfaf37-129d-4fd3-bfda-9023d8f52b0f will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:03:58.753517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:58.773496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:58.790579 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aa6284f6-a094-418f-8262-849fc0c81f6b req-608e6295-3f10-41f1-97a2-be1f78ae46bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2855394
Jan 27 06:03:58.919039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=02bfaf37-129d-4fd3-bfda-9023d8f52b0f,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:58.924322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:59.108378 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Attempting to bind port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:03:59.109014 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Attempting to bind port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:03:59.109153 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Attempting to bind port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f on network 7b234123-4f97-441d-b62e-fee61eaeb45a {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:03:59.115084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:03:59.115486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Checking segment: {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:03:59.115891 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:59.116288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Bound using segment: {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:03:59.116763 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Bound port: 02bfaf37-129d-4fd3-bfda-9023d8f52b0f, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7b234123-4f97-441d-b62e-fee61eaeb45a'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:03:59.117135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:59.199257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fa22fe23-fc40-4560-ad42-2acb44c11e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:59.212791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] For port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:03:59.215889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] For port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=02bfaf37-129d-4fd3-bfda-9023d8f52b0f,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:03:59.241275 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:59.256901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0f581beb-a840-48d0-b7ba-f22d284c4c4d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:03:59.412813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=02bfaf37-129d-4fd3-bfda-9023d8f52b0f,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:03:59.418465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:03:59.452030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:59.452696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:03:59.454214 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/02bfaf37-129d-4fd3-bfda-9023d8f52b0f HTTP/1.1" status: 200  len: 1157 time: 1.3582573
Jan 27 06:03:59.454752 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fbb502-667a-4f9d-9be3-42346cb6dcc4', 'tag': '02bfaf37-129d-4fd3-bfda-9023d8f52b0f'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:03:59.515400 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fbb502-667a-4f9d-9be3-42346cb6dcc4', 'tag': '02bfaf37-129d-4fd3-bfda-9023d8f52b0f', 'status': 'completed', 'code': 200}
Jan 27 06:03:59.648121 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211f544-c0db-49be-849b-d8e4e63f9eb2 req-b6c9d1b9-b1ba-4faa-9412-a8d5280636a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:03:59.650020 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a211f544-c0db-49be-849b-d8e4e63f9eb2 req-b6c9d1b9-b1ba-4faa-9412-a8d5280636a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 1160 time: 0.0815563
Jan 27 06:03:59.795724 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45694) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:00.003601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7399704b-a309-47d0-a96e-c5fd22ebbdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:00.032884 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7399704b-a309-47d0-a96e-c5fd22ebbdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:04:00.038909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7399704b-a309-47d0-a96e-c5fd22ebbdaf admin admin] Usage tracker for resource:security_group_rule and tenant:a03250d2ff9745b6bbdf1ab4c491ca53 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:04:00.045001 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7399704b-a309-47d0-a96e-c5fd22ebbdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:04:00.053914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7399704b-a309-47d0-a96e-c5fd22ebbdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:04:00.079551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211f544-c0db-49be-849b-d8e4e63f9eb2 req-f827a983-c6c8-4ac5-bff6-6aa42692ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:00.081155 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a211f544-c0db-49be-849b-d8e4e63f9eb2 req-f827a983-c6c8-4ac5-bff6-6aa42692ca0e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&shared=False HTTP/1.1" status: 200  len: 909 time: 0.4154201
Jan 27 06:04:00.137289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373bb90-b1ff-475f-b800-f9ace812663e req-959c7c65-4a5c-4e18-a802-9b52757d481f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:00.138983 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c373bb90-b1ff-475f-b800-f9ace812663e req-959c7c65-4a5c-4e18-a802-9b52757d481f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 943 time: 0.2043600
Jan 27 06:04:00.221110 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c373bb90-b1ff-475f-b800-f9ace812663e req-8fa54a7b-dcb2-418f-8db8-aef64bb5323e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742552
Jan 27 06:04:00.231156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211f544-c0db-49be-849b-d8e4e63f9eb2 req-d59fd9f4-c810-4869-83ac-1f92a09aefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:00.232501 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a211f544-c0db-49be-849b-d8e4e63f9eb2 req-d59fd9f4-c810-4869-83ac-1f92a09aefdd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1448302
Jan 27 06:04:00.275869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7399704b-a309-47d0-a96e-c5fd22ebbdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:00.319130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7399704b-a309-47d0-a96e-c5fd22ebbdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:00.332436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-79e1861a-6c46-4c76-8646-71990175c053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:00.377065 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-7399704b-a309-47d0-a96e-c5fd22ebbdaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a03250d2ff9745b6bbdf1ab4c491ca53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5800910
Jan 27 06:04:00.378079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399704b-a309-47d0-a96e-c5fd22ebbdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8a242c-48a6-4f3b-a00c-4b60b11d6129,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:00.380158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45702) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:00.382153 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7399704b-a309-47d0-a96e-c5fd22ebbdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:00.388060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-b80dcc1e-9e66-4de0-bca8-efa3b03a8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:00.389643 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-b80dcc1e-9e66-4de0-bca8-efa3b03a8902 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 1160 time: 0.0943961
Jan 27 06:04:00.502545 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-279a0c52-54d8-4761-a868-39587c36befc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02bfaf37-129d-4fd3-bfda-9023d8f52b0f HTTP/1.1" status: 200  len: 217 time: 0.0756128
Jan 27 06:04:00.563669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-581429d1-b440-46cb-9e7a-04307448912b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:00.607157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-581429d1-b440-46cb-9e7a-04307448912b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:00.615080 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-ebfd8b2e-b133-4bee-a72b-afa7836f2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:00.616710 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-ebfd8b2e-b133-4bee-a72b-afa7836f2584 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=051b4191-0b0d-44e3-9c9b-04ce68a824c6 HTTP/1.1" status: 200  len: 855 time: 0.1032307
Jan 27 06:04:00.697122 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-ec056eba-c4a2-45a6-b620-2b6bae6eb601 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b234123-4f97-441d-b62e-fee61eaeb45a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0676603
Jan 27 06:04:00.833023 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-581429d1-b440-46cb-9e7a-04307448912b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:00.840266 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0add845c-9924-4373-84f4-00490604884b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:00.862245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581429d1-b440-46cb-9e7a-04307448912b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8a242c-48a6-4f3b-a00c-4b60b11d6129,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:00.864941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-581429d1-b440-46cb-9e7a-04307448912b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:00.880612 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-08b0dd42-a52e-4318-a6a1-de7154ad1561 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723783
Jan 27 06:04:00.881417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-581429d1-b440-46cb-9e7a-04307448912b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:00.885561 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-581429d1-b440-46cb-9e7a-04307448912b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b8a242c-48a6-4f3b-a00c-4b60b11d6129 HTTP/1.1" status: 204  len: 168 time: 0.4977963
Jan 27 06:04:01.048358 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-95c6069b-cf24-4006-98e9-939b1c47daf5 req-c08a3666-65af-4fbd-98b0-303023b33f37 service neutron] 10.222.0.13 "GET /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1611495
Jan 27 06:04:01.433459 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45712) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:01.453805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8d7c361f-7a4f-425b-9d98-f1f0f04f883b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:01.471026 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8d7c361f-7a4f-425b-9d98-f1f0f04f883b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:04:01.475298 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-8d7c361f-7a4f-425b-9d98-f1f0f04f883b admin admin] Usage tracker for resource:security_group_rule and tenant:de17f828f6e14a469d10728c7a41e49d is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:04:01.478382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-8d7c361f-7a4f-425b-9d98-f1f0f04f883b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:04:01.484173 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-8d7c361f-7a4f-425b-9d98-f1f0f04f883b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:04:01.572967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-363f4105-54d3-41c4-b473-fe97667acf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:01.686196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbbc42-e877-4dcf-ac1a-6770a78c98cf req-6eee0fc2-f000-46cc-a005-671a3778294b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:01.686925 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cffbbc42-e877-4dcf-ac1a-6770a78c98cf req-6eee0fc2-f000-46cc-a005-671a3778294b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Synchronizing usage tracker for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:04:01.724028 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8d7c361f-7a4f-425b-9d98-f1f0f04f883b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:01.760756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cffbbc42-e877-4dcf-ac1a-6770a78c98cf req-6eee0fc2-f000-46cc-a005-671a3778294b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Unset dirty status for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:04:01.762053 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cffbbc42-e877-4dcf-ac1a-6770a78c98cf req-6eee0fc2-f000-46cc-a005-671a3778294b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 943 time: 0.2689290
Jan 27 06:04:01.790934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8d7c361f-7a4f-425b-9d98-f1f0f04f883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:01.799151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5ca5708d-3e55-4764-b0c9-ad0589b4c600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:01.855309 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cffbbc42-e877-4dcf-ac1a-6770a78c98cf req-1ff2617a-421b-4ca6-b78b-1fe4ddeb6b9d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869262
Jan 27 06:04:01.871906 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7c361f-7a4f-425b-9d98-f1f0f04f883b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b51e8c-7e7a-430e-bdb1-b206fad41099,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:01.875678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8d7c361f-7a4f-425b-9d98-f1f0f04f883b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:01.880873 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-8d7c361f-7a4f-425b-9d98-f1f0f04f883b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de17f828f6e14a469d10728c7a41e49d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4436555
Jan 27 06:04:01.881675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45716) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:01.946418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0a18d617-2c17-45d4-b675-e3a51f0eda84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:01.973047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0a18d617-2c17-45d4-b675-e3a51f0eda84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:02.061782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0a18d617-2c17-45d4-b675-e3a51f0eda84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:02.067012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-81745a7e-2a6c-4e20-b211-de6876c9db6f tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:02.083754 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18d617-2c17-45d4-b675-e3a51f0eda84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b51e8c-7e7a-430e-bdb1-b206fad41099,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:02.087088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0a18d617-2c17-45d4-b675-e3a51f0eda84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:02.089215 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0a18d617-2c17-45d4-b675-e3a51f0eda84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:02.090484 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-0a18d617-2c17-45d4-b675-e3a51f0eda84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31b51e8c-7e7a-430e-bdb1-b206fad41099 HTTP/1.1" status: 204  len: 168 time: 0.2074304
Jan 27 06:04:02.467713 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:03.142733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20224d-0afa-4636-b185-9109494ea9b7 req-29417de1-1eff-4b1a-9042-b9e66b5f715e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:03.144543 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a20224d-0afa-4636-b185-9109494ea9b7 req-29417de1-1eff-4b1a-9042-b9e66b5f715e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 943 time: 0.1573057
Jan 27 06:04:03.208636 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4a20224d-0afa-4636-b185-9109494ea9b7 req-4183ee40-c943-44b7-a0bd-eccd18a4adf5 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567880
Jan 27 06:04:03.599154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:03.720886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:04.493062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c1745-fddd-489d-9705-829c973f4159 req-5106d597-3c61-4992-9c7e-a32ee4d5cb74 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:04.494900 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-143c1745-fddd-489d-9705-829c973f4159 req-5106d597-3c61-4992-9c7e-a32ee4d5cb74 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 943 time: 0.1554255
Jan 27 06:04:04.556677 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-143c1745-fddd-489d-9705-829c973f4159 req-a8ff84b2-7768-4b7e-9e3d-e9defe904d50 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551293
Jan 27 06:04:05.369993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45782) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:05.527923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-886d5eb8-17b5-4094-8334-d3c9ce745e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:05.543079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-886d5eb8-17b5-4094-8334-d3c9ce745e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:04:05.547118 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-886d5eb8-17b5-4094-8334-d3c9ce745e8a admin admin] Usage tracker for resource:security_group_rule and tenant:a4df2fe43688488baf24964e2f72a62f is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:04:05.550342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-886d5eb8-17b5-4094-8334-d3c9ce745e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:04:05.556643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-886d5eb8-17b5-4094-8334-d3c9ce745e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:04:05.644701 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-886d5eb8-17b5-4094-8334-d3c9ce745e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:05.679327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-886d5eb8-17b5-4094-8334-d3c9ce745e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:05.694486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-86900007-f05a-4d3f-9fbb-d4d8080ffb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:05.741721 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-886d5eb8-17b5-4094-8334-d3c9ce745e8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4df2fe43688488baf24964e2f72a62f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3705292
Jan 27 06:04:05.743824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d5eb8-17b5-4094-8334-d3c9ce745e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef886f7f-15e1-4319-b607-a06a98467b0d,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:05.745395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45790) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:05.748227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-886d5eb8-17b5-4094-8334-d3c9ce745e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:05.817615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e2729e4-5a59-48e0-85fb-0f73701dc503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:05.903722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e2729e4-5a59-48e0-85fb-0f73701dc503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:06.029167 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29135dc-0654-458e-8fe4-ca00e3474710 req-b82a9f4d-722b-4e69-9016-30cea7e063a3 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:06.030751 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a29135dc-0654-458e-8fe4-ca00e3474710 req-b82a9f4d-722b-4e69-9016-30cea7e063a3 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 943 time: 0.2005348
Jan 27 06:04:06.074957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e2729e4-5a59-48e0-85fb-0f73701dc503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:06.081520 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-44e4bdbb-42b3-4722-ad2d-dbdd6f3332c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:06.106688 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a29135dc-0654-458e-8fe4-ca00e3474710 req-7e1f5568-c517-4e19-b34c-c1f956ae675d tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696914
Jan 27 06:04:06.111388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2729e4-5a59-48e0-85fb-0f73701dc503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef886f7f-15e1-4319-b607-a06a98467b0d,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:06.114163 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5e2729e4-5a59-48e0-85fb-0f73701dc503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:06.126595 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5e2729e4-5a59-48e0-85fb-0f73701dc503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:06.128522 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5e2729e4-5a59-48e0-85fb-0f73701dc503 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef886f7f-15e1-4319-b607-a06a98467b0d HTTP/1.1" status: 204  len: 168 time: 0.3820407
Jan 27 06:04:06.397875 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 02bfaf37-129d-4fd3-bfda-9023d8f52b0f up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:04:06.507570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:04:06.513722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:04:06.514168 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:06.640750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:06.667395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 45798) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:06.671542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fbb502-667a-4f9d-9be3-42346cb6dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bfaf37-129d-4fd3-bfda-9023d8f52b0f'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:04:06.683102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=02bfaf37-129d-4fd3-bfda-9023d8f52b0f,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:04:06.687939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9373f131-a937-4202-8c73-e8a197acf213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:06.704601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9373f131-a937-4202-8c73-e8a197acf213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:04:06.708873 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-9373f131-a937-4202-8c73-e8a197acf213 admin admin] Usage tracker for resource:security_group_rule and tenant:1175b23118164c4c89cac0fe2c08cf53 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:04:06.712619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-9373f131-a937-4202-8c73-e8a197acf213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:04:06.718796 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9373f131-a937-4202-8c73-e8a197acf213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:04:06.732153 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fbb502-667a-4f9d-9be3-42346cb6dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02bfaf37-129d-4fd3-bfda-9023d8f52b0f', 'code': 200}
Jan 27 06:04:06.733004 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:06.734968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:06.807686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=02bfaf37-129d-4fd3-bfda-9023d8f52b0f,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:06.812315 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9373f131-a937-4202-8c73-e8a197acf213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:06.815866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.816249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.816621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.816989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.817353 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.817714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.818071 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.818453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.818788 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.819144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.819525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.819881 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.820869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.825400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.825400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.825400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.825400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.825400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.825400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.825947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.827002 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.827527 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.827918 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.828289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:06.833465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:06.856008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9373f131-a937-4202-8c73-e8a197acf213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:06.865675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-13ac6f37-315d-4d37-bfe8-9812cac1597a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:06.911247 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-9373f131-a937-4202-8c73-e8a197acf213 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1175b23118164c4c89cac0fe2c08cf53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2413249
Jan 27 06:04:06.912398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373f131-a937-4202-8c73-e8a197acf213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1a7905-7269-43d7-af91-42f95b5809dd,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:06.913257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 45804) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:06.917085 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9373f131-a937-4202-8c73-e8a197acf213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:06.986084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6cf7593c-f2b4-462a-8b56-b84564fb62d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:07.014963 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6cf7593c-f2b4-462a-8b56-b84564fb62d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:07.133464 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253331c2-7295-4ac8-b1cd-cebf181667a6 req-f2ad086f-d6fa-4bd9-8831-c35de7a026af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:07.134988 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-253331c2-7295-4ac8-b1cd-cebf181667a6 req-f2ad086f-d6fa-4bd9-8831-c35de7a026af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 1162 time: 0.1004548
Jan 27 06:04:07.180812 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-253331c2-7295-4ac8-b1cd-cebf181667a6 req-b3dd3b84-4aca-4876-a8dc-cd2171aba059 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383401
Jan 27 06:04:07.181663 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6cf7593c-f2b4-462a-8b56-b84564fb62d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:07.186650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-645d7d4f-9aaa-4e29-80e0-1697f70aee02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:07.199670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7593c-f2b4-462a-8b56-b84564fb62d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1a7905-7269-43d7-af91-42f95b5809dd,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:07.203942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6cf7593c-f2b4-462a-8b56-b84564fb62d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:07.210458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6cf7593c-f2b4-462a-8b56-b84564fb62d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:07.211767 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-6cf7593c-f2b4-462a-8b56-b84564fb62d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce1a7905-7269-43d7-af91-42f95b5809dd HTTP/1.1" status: 204  len: 168 time: 0.2973831
Jan 27 06:04:07.395515 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc4a10-84da-46f5-b46f-8e5fa230468b req-31996bb6-d36a-4fbf-b21d-33d674e61cea tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:07.397168 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d1cc4a10-84da-46f5-b46f-8e5fa230468b req-31996bb6-d36a-4fbf-b21d-33d674e61cea tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 945 time: 0.1556106
Jan 27 06:04:07.458820 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d1cc4a10-84da-46f5-b46f-8e5fa230468b req-0f1c1ea9-b9b2-42be-8fcd-8e9ead0e21f7 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552695
Jan 27 06:04:07.627039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 02bfaf37-129d-4fd3-bfda-9023d8f52b0f up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:04:07.705624 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:04:07.706032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:08.744460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccd210-320d-47ab-ba35-d57c9403a187 req-6364241c-c26c-47a4-8d62-0ece3270471a tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:08.746730 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7cccd210-320d-47ab-ba35-d57c9403a187 req-6364241c-c26c-47a4-8d62-0ece3270471a tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 945 time: 0.1531382
Jan 27 06:04:08.816017 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7cccd210-320d-47ab-ba35-d57c9403a187 req-9ef52607-010c-41cc-8715-b3b7287b7c5e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607834
Jan 27 06:04:10.107381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830b4b5-8994-4129-8631-6ce7cb839576 req-51219500-b5c4-4ab4-ab7d-1ec2d24fee97 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:10.109105 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0830b4b5-8994-4129-8631-6ce7cb839576 req-51219500-b5c4-4ab4-ab7d-1ec2d24fee97 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 945 time: 0.1519959
Jan 27 06:04:10.172031 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0830b4b5-8994-4129-8631-6ce7cb839576 req-f0768683-1ede-4f97-94a1-dbce8271438c tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565474
Jan 27 06:04:19.205090 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:04:25.142610 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eafd24-b863-4bcd-9c24-bd85747b04b8 req-e1d6331d-da71-43d8-a37a-d862b8324657 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:25.144176 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-78eafd24-b863-4bcd-9c24-bd85747b04b8 req-e1d6331d-da71-43d8-a37a-d862b8324657 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 945 time: 0.1461620
Jan 27 06:04:25.205157 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-78eafd24-b863-4bcd-9c24-bd85747b04b8 req-42484048-20b9-4646-bcfd-733ac2872cae tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541735
Jan 27 06:04:26.483724 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933fe53-3f64-4d29-93dd-23ae5adc178a req-20393bb4-3c2f-4da0-afc5-37546e3f2f91 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:26.485432 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1933fe53-3f64-4d29-93dd-23ae5adc178a req-20393bb4-3c2f-4da0-afc5-37546e3f2f91 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 945 time: 0.1470718
Jan 27 06:04:26.547064 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1933fe53-3f64-4d29-93dd-23ae5adc178a req-67ffddd7-364c-4c47-aea0-ebc81c631d78 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551496
Jan 27 06:04:26.994552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:27.828831 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abbb8d-f32d-42f9-b745-3121d8fdeef1 req-1b1ce919-9d26-4a90-a46d-c1a845fce228 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:27.830536 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-09abbb8d-f32d-42f9-b745-3121d8fdeef1 req-1b1ce919-9d26-4a90-a46d-c1a845fce228 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 945 time: 0.1519279
Jan 27 06:04:27.892552 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-09abbb8d-f32d-42f9-b745-3121d8fdeef1 req-144dd31c-161b-42c0-9e0f-369d4ea6e253 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546765
Jan 27 06:04:27.908174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668c2cf-0b6c-4afe-8a5d-fe04e37bbb20 req-522ed9e3-a7c2-411d-adad-9e13233a081c tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:27.909863 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3668c2cf-0b6c-4afe-8a5d-fe04e37bbb20 req-522ed9e3-a7c2-411d-adad-9e13233a081c tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 945 time: 0.1561694
Jan 27 06:04:28.002154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-3668c2cf-0b6c-4afe-8a5d-fe04e37bbb20 req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Deleting port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:04:28.002535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3668c2cf-0b6c-4afe-8a5d-fe04e37bbb20 req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:28.264986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-3668c2cf-0b6c-4afe-8a5d-fe04e37bbb20 req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] For port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=02bfaf37-129d-4fd3-bfda-9023d8f52b0f,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:04:28.265301 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3668c2cf-0b6c-4afe-8a5d-fe04e37bbb20 req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:28.394343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-3668c2cf-0b6c-4afe-8a5d-fe04e37bbb20 req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Calling delete_port for 02bfaf37-129d-4fd3-bfda-9023d8f52b0f owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:04:28.635550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3668c2cf-0b6c-4afe-8a5d-fe04e37bbb20 req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:28.653654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-80beff14-4679-48d3-8d69-de353b837cbb tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:28.750626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Pushing event deleted for resources: {'Port': ['ID=02bfaf37-129d-4fd3-bfda-9023d8f52b0f,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:28.762488 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.762893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.763291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.763732 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.764122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.764510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.764896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.765280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.765664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.766048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.766432 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.766813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.767253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.767684 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.768067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.768447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.768825 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.769212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.769591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.769966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.770343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.770719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.771097 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.771521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:28.775680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:28.880138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3668c2cf-0b6c-4afe-8a5d-fe04e37bbb20 req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] No DVR routers for this DVR port 02bfaf37-129d-4fd3-bfda-9023d8f52b0f on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:04:28.882485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-3668c2cf-0b6c-4afe-8a5d-fe04e37bbb20 req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:28.886955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fbb502-667a-4f9d-9be3-42346cb6dcc4', 'name': 'network-vif-deleted', 'tag': '02bfaf37-129d-4fd3-bfda-9023d8f52b0f'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:04:28.927748 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3668c2cf-0b6c-4afe-8a5d-fe04e37bbb20 req-a8904b8a-accb-466a-b60a-f171b9440006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "DELETE /v2.0/ports/02bfaf37-129d-4fd3-bfda-9023d8f52b0f HTTP/1.1" status: 204  len: 173 time: 1.0103142
Jan 27 06:04:28.952725 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fbb502-667a-4f9d-9be3-42346cb6dcc4', 'name': 'network-vif-deleted', 'tag': '02bfaf37-129d-4fd3-bfda-9023d8f52b0f', 'status': 'completed', 'code': 200}
Jan 27 06:04:29.089627 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-96443302-aee6-4502-a0a1-e9e05316eef2 req-cff24012-1088-4b14-89d8-624e0e5023bd tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86fbb502-667a-4f9d-9be3-42346cb6dcc4 HTTP/1.1" status: 200  len: 210 time: 0.0568674
Jan 27 06:04:29.195083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-09993e78-6bcd-4235-98b6-4d99cb8a3232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:30.710642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 02bfaf37-129d-4fd3-bfda-9023d8f52b0f no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:04:30.750566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] No Port match for: 02bfaf37-129d-4fd3-bfda-9023d8f52b0f {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:04:30.750952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 02bfaf37-129d-4fd3-bfda-9023d8f52b0f not bound to the agent host hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:04:31.586823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-196be421-b239-4bad-bd1b-63884afbb9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:32.050206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150a97-a0b2-453f-b044-692b7fa9f2f7 req-a7c345b4-c6e2-496c-8542-fb96dfe465f6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:32.051020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-76150a97-a0b2-453f-b044-692b7fa9f2f7 req-a7c345b4-c6e2-496c-8542-fb96dfe465f6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Synchronizing usage tracker for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:04:32.106678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-76150a97-a0b2-453f-b044-692b7fa9f2f7 req-a7c345b4-c6e2-496c-8542-fb96dfe465f6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Unset dirty status for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:04:32.108003 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76150a97-a0b2-453f-b044-692b7fa9f2f7 req-a7c345b4-c6e2-496c-8542-fb96dfe465f6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 946 time: 0.2021022
Jan 27 06:04:32.168663 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-76150a97-a0b2-453f-b044-692b7fa9f2f7 req-93938a3e-f7c5-4fb8-a8ca-f25f78edc7a2 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543704
Jan 27 06:04:32.472697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:33.449589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab00e6a-7e54-4869-8177-a274056d23fd req-1d407620-25f0-427d-8664-8f496ea498de tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:33.450903 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fab00e6a-7e54-4869-8177-a274056d23fd req-1d407620-25f0-427d-8664-8f496ea498de tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 946 time: 0.1492739
Jan 27 06:04:33.513733 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fab00e6a-7e54-4869-8177-a274056d23fd req-3e384630-62c1-490b-994b-85c906e7f221 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562010
Jan 27 06:04:33.606273 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:33.720302 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:33.879801 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device bd161768-b004-4225-808a-22abaa1345c9 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:04:33.952813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port bd161768-b004-4225-808a-22abaa1345c9 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:04:33.953245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:34.092712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11981c6-b8e4-4e47-b5cf-8fddd9e81994 req-b55ae924-d966-4d61-b0e0-c1df863bf8f6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:34.094365 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e11981c6-b8e4-4e47-b5cf-8fddd9e81994 req-b55ae924-d966-4d61-b0e0-c1df863bf8f6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 946 time: 0.1514800
Jan 27 06:04:34.189518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-e11981c6-b8e4-4e47-b5cf-8fddd9e81994 req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Deleting port bd161768-b004-4225-808a-22abaa1345c9 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:04:34.189825 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e11981c6-b8e4-4e47-b5cf-8fddd9e81994 req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:34.760423 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e11981c6-b8e4-4e47-b5cf-8fddd9e81994 req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] For port bd161768-b004-4225-808a-22abaa1345c9, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=bd161768-b004-4225-808a-22abaa1345c9,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:04:34.761043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e11981c6-b8e4-4e47-b5cf-8fddd9e81994 req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:34.902935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-e11981c6-b8e4-4e47-b5cf-8fddd9e81994 req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Calling delete_port for bd161768-b004-4225-808a-22abaa1345c9 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:04:35.025214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3265e23-a403-4bb6-9234-5d9aa82295c8 req-0dbe2686-a1c0-48cc-b551-c7c7a067f52b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:35.026880 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a3265e23-a403-4bb6-9234-5d9aa82295c8 req-0dbe2686-a1c0-48cc-b551-c7c7a067f52b tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 946 time: 0.3733103
Jan 27 06:04:35.107520 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a3265e23-a403-4bb6-9234-5d9aa82295c8 req-1c461268-b033-4204-acf7-4226c39521f0 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741270
Jan 27 06:04:35.285945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e11981c6-b8e4-4e47-b5cf-8fddd9e81994 req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:35.301981 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-78ac611e-7a24-4737-9d41-13c3ff47ef2e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:35.350077 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Pushing event deleted for resources: {'Port': ['ID=bd161768-b004-4225-808a-22abaa1345c9,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:35.400840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:35.509105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11981c6-b8e4-4e47-b5cf-8fddd9e81994 req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] No DVR routers for this DVR port bd161768-b004-4225-808a-22abaa1345c9 on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:04:35.511286 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e11981c6-b8e4-4e47-b5cf-8fddd9e81994 req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:35.514567 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51865ded-ec94-4cb4-8902-58b5ba4fc140', 'name': 'network-vif-deleted', 'tag': 'bd161768-b004-4225-808a-22abaa1345c9'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:04:35.561341 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e11981c6-b8e4-4e47-b5cf-8fddd9e81994 req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "DELETE /v2.0/ports/bd161768-b004-4225-808a-22abaa1345c9 HTTP/1.1" status: 204  len: 173 time: 1.4564140
Jan 27 06:04:35.577019 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51865ded-ec94-4cb4-8902-58b5ba4fc140', 'name': 'network-vif-deleted', 'tag': 'bd161768-b004-4225-808a-22abaa1345c9', 'status': 'completed', 'code': 200}
Jan 27 06:04:36.239000 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device bd161768-b004-4225-808a-22abaa1345c9 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:04:36.288340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] No Port match for: bd161768-b004-4225-808a-22abaa1345c9 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:04:36.288754 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device bd161768-b004-4225-808a-22abaa1345c9 not bound to the agent host hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:04:36.309433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-e1d53bb5-c25e-40e0-a0bb-29e114531b0d req-ef69cd09-dca6-4b0e-91e9-5781e3400811 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Synchronizing usage tracker for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:04:36.366334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-e1d53bb5-c25e-40e0-a0bb-29e114531b0d req-ef69cd09-dca6-4b0e-91e9-5781e3400811 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Unset dirty status for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:04:36.367607 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e1d53bb5-c25e-40e0-a0bb-29e114531b0d req-ef69cd09-dca6-4b0e-91e9-5781e3400811 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=51865ded-ec94-4cb4-8902-58b5ba4fc140 HTTP/1.1" status: 200  len: 210 time: 0.1124597
Jan 27 06:04:38.054654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca5884-7328-4644-9f8e-efab279368a3 req-1257e711-23e2-41ff-b1b6-ddb885cbed02 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:38.054654 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-03ca5884-7328-4644-9f8e-efab279368a3 req-1257e711-23e2-41ff-b1b6-ddb885cbed02 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 946 time: 0.1567276
Jan 27 06:04:38.115303 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-03ca5884-7328-4644-9f8e-efab279368a3 req-286f41d3-385b-44f5-820c-207e37ef2f1f tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537882
Jan 27 06:04:39.390526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24a674-13aa-4a4a-80e6-0cb9b06cef88 req-0b05b710-3642-47df-8566-e0d934c47d80 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:39.392258 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bf24a674-13aa-4a4a-80e6-0cb9b06cef88 req-0b05b710-3642-47df-8566-e0d934c47d80 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 946 time: 0.1456285
Jan 27 06:04:39.453804 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bf24a674-13aa-4a4a-80e6-0cb9b06cef88 req-6204a636-6b76-45b3-b9ac-7281a93f3d4c tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550311
Jan 27 06:04:40.729583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cefc7a-54ac-4c01-80f8-274061933688 req-1bc9b627-af73-4205-b281-4a6dcbe75233 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:40.731716 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-72cefc7a-54ac-4c01-80f8-274061933688 req-1bc9b627-af73-4205-b281-4a6dcbe75233 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 946 time: 0.1473708
Jan 27 06:04:40.793255 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-72cefc7a-54ac-4c01-80f8-274061933688 req-68a43e06-f31f-4fbb-bbbf-78be200cf006 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552113
Jan 27 06:04:42.070693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf43668-31b1-4910-8ef0-2e2f14d9a429 req-ff76659a-da7c-4dec-bb87-92df0cf51cd8 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:42.072401 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0cf43668-31b1-4910-8ef0-2e2f14d9a429 req-ff76659a-da7c-4dec-bb87-92df0cf51cd8 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 946 time: 0.1488750
Jan 27 06:04:42.133907 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0cf43668-31b1-4910-8ef0-2e2f14d9a429 req-3090a1e0-884e-4844-be29-554d08f736ec tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550919
Jan 27 06:04:43.412413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728700c-c2ad-4df4-9dfb-f4739ef19738 req-99bba396-5922-40db-bca8-f4fd4d2c21fd tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:43.414063 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a728700c-c2ad-4df4-9dfb-f4739ef19738 req-99bba396-5922-40db-bca8-f4fd4d2c21fd tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 946 time: 0.1479316
Jan 27 06:04:43.474709 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a728700c-c2ad-4df4-9dfb-f4739ef19738 req-94e17e50-ff5d-4d53-9984-7d0dbf5bbf90 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540819
Jan 27 06:04:43.829026 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5204a65-9aef-45dc-8288-fc9a2522ecfc req-cd6362ef-ed78-4673-9cc6-2c4b561d7f85 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:43.830698 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e5204a65-9aef-45dc-8288-fc9a2522ecfc req-cd6362ef-ed78-4673-9cc6-2c4b561d7f85 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 946 time: 0.1519680
Jan 27 06:04:43.922443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-e5204a65-9aef-45dc-8288-fc9a2522ecfc req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Deleting port 175c283b-dc0e-483a-92f9-3a6ff5a17942 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:04:43.922827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e5204a65-9aef-45dc-8288-fc9a2522ecfc req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:44.188207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-e5204a65-9aef-45dc-8288-fc9a2522ecfc req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] For port 175c283b-dc0e-483a-92f9-3a6ff5a17942, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=175c283b-dc0e-483a-92f9-3a6ff5a17942,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:04:44.188588 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e5204a65-9aef-45dc-8288-fc9a2522ecfc req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:44.323652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-e5204a65-9aef-45dc-8288-fc9a2522ecfc req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Calling delete_port for 175c283b-dc0e-483a-92f9-3a6ff5a17942 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:04:44.513008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e5204a65-9aef-45dc-8288-fc9a2522ecfc req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:44.534958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a06e900b-87c0-40b1-926e-62ed822a29e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:44.638695 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Pushing event deleted for resources: {'Port': ['ID=175c283b-dc0e-483a-92f9-3a6ff5a17942,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:44.641726 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:44.674392 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 175c283b-dc0e-483a-92f9-3a6ff5a17942 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:04:44.702608 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-43c1ef26-837a-4e53-a690-d25564613fbd req-355f3d71-4f88-47e1-a843-0c277d7aa670 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=86658c06-c659-452a-a6ae-7529f913a122 HTTP/1.1" status: 200  len: 210 time: 0.0757329
Jan 27 06:04:44.714874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] No Port match for: 175c283b-dc0e-483a-92f9-3a6ff5a17942 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:04:44.715269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 175c283b-dc0e-483a-92f9-3a6ff5a17942 not bound to the agent host hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:04:44.795582 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5204a65-9aef-45dc-8288-fc9a2522ecfc req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] No DVR routers for this DVR port 175c283b-dc0e-483a-92f9-3a6ff5a17942 on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:04:44.797784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e5204a65-9aef-45dc-8288-fc9a2522ecfc req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:44.800852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86658c06-c659-452a-a6ae-7529f913a122', 'name': 'network-vif-deleted', 'tag': '175c283b-dc0e-483a-92f9-3a6ff5a17942'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:04:44.850685 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e5204a65-9aef-45dc-8288-fc9a2522ecfc req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "DELETE /v2.0/ports/175c283b-dc0e-483a-92f9-3a6ff5a17942 HTTP/1.1" status: 204  len: 173 time: 1.0139730
Jan 27 06:04:44.859491 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86658c06-c659-452a-a6ae-7529f913a122', 'name': 'network-vif-deleted', 'tag': '175c283b-dc0e-483a-92f9-3a6ff5a17942', 'status': 'completed', 'code': 200}
Jan 27 06:04:47.620681 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fadb65-9a55-4c37-bd8c-1240a8b67cab req-eb14e142-d1fe-4676-b61e-cc469b95a059 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:47.621545 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-b0fadb65-9a55-4c37-bd8c-1240a8b67cab req-eb14e142-d1fe-4676-b61e-cc469b95a059 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Synchronizing usage tracker for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:04:47.668783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-b0fadb65-9a55-4c37-bd8c-1240a8b67cab req-eb14e142-d1fe-4676-b61e-cc469b95a059 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Unset dirty status for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:04:47.670157 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b0fadb65-9a55-4c37-bd8c-1240a8b67cab req-eb14e142-d1fe-4676-b61e-cc469b95a059 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 945 time: 0.1947141
Jan 27 06:04:47.731820 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b0fadb65-9a55-4c37-bd8c-1240a8b67cab req-575dcc00-449a-4416-a180-877db1b3b237 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547290
Jan 27 06:04:49.019847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a33e0a-ab23-4889-8f7d-688245c68413 req-61154b84-0837-4291-9dc9-0712e0ff0920 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:49.021573 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-57a33e0a-ab23-4889-8f7d-688245c68413 req-61154b84-0837-4291-9dc9-0712e0ff0920 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 945 time: 0.1551902
Jan 27 06:04:49.084622 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-57a33e0a-ab23-4889-8f7d-688245c68413 req-65352ba5-e189-4e11-a67c-0632864f0cc9 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/security-groups?id=03c51e56-8634-4da6-8a1d-ce7517dc1ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562615
Jan 27 06:04:49.356554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46128) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:49.483970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d1a9d-8b1b-4a04-9eef-20fcd9c414fc req-c0b936f5-74c8-4687-9ad3-67d56ff2c89e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:49.485678 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9b9d1a9d-8b1b-4a04-9eef-20fcd9c414fc req-c0b936f5-74c8-4687-9ad3-67d56ff2c89e tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 945 time: 0.1524351
Jan 27 06:04:49.512601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:49.528723 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:04:49.533518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Usage tracker for resource:security_group_rule and tenant:40fac5c1e37a41c8908ce00df7e93208 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:04:49.536516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:04:49.542335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:04:49.576253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-9b9d1a9d-8b1b-4a04-9eef-20fcd9c414fc req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Deleting port 72b23098-f62f-4fdf-9412-54320ea2a8fb {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:04:49.576713 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b9d1a9d-8b1b-4a04-9eef-20fcd9c414fc req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:49.631578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:49.669018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:49.679739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f30e1914-0128-453f-979f-c5ba002ef9d0 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:49.722786 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40fac5c1e37a41c8908ce00df7e93208&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3643796
Jan 27 06:04:49.724535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e17318-7918-413d-986c-c92e7ac0f110,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:49.726696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46134) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:49.745826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.746241 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.746655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.747053 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.747491 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.748074 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.748563 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.748953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.749356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.749755 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.750150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.750543 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.750994 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.751413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.751805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.752195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.752584 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.752973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.753361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.753748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.754135 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.754521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.754912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.755300 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:49.760210 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:49.814843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-352d991b-4797-42e1-bfc4-558db0ed1619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:49.842929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-352d991b-4797-42e1-bfc4-558db0ed1619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:49.844971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-9b9d1a9d-8b1b-4a04-9eef-20fcd9c414fc req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] For port 72b23098-f62f-4fdf-9412-54320ea2a8fb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=72b23098-f62f-4fdf-9412-54320ea2a8fb,segment=NetworkSegment(d71e78de-050e-4dc2-bf42-43b98c2b7cd0),segment_id=d71e78de-050e-4dc2-bf42-43b98c2b7cd0)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:04:49.845415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b9d1a9d-8b1b-4a04-9eef-20fcd9c414fc req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:49.937612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-352d991b-4797-42e1-bfc4-558db0ed1619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:49.943169 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ba04547b-113c-4678-b722-1ba01d308694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:49.957040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d991b-4797-42e1-bfc4-558db0ed1619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e17318-7918-413d-986c-c92e7ac0f110,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:49.961280 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-352d991b-4797-42e1-bfc4-558db0ed1619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:49.967765 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-352d991b-4797-42e1-bfc4-558db0ed1619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:49.971456 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-352d991b-4797-42e1-bfc4-558db0ed1619 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48e17318-7918-413d-986c-c92e7ac0f110 HTTP/1.1" status: 204  len: 168 time: 0.2413325
Jan 27 06:04:49.985246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-9b9d1a9d-8b1b-4a04-9eef-20fcd9c414fc req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Calling delete_port for 72b23098-f62f-4fdf-9412-54320ea2a8fb owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:04:50.265896 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7285bce8-26b7-4b86-996e-5c5a5f5000bc req-33339bd3-e247-4783-98a2-3af892538a37 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 210 time: 0.0493267
Jan 27 06:04:50.274497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b9d1a9d-8b1b-4a04-9eef-20fcd9c414fc req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:50.290505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2c690e58-3b39-4d4b-831d-d3e12c5c13b6 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:50.388221 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Pushing event deleted for resources: {'Port': ['ID=72b23098-f62f-4fdf-9412-54320ea2a8fb,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:50.395177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:50.503734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9d1a9d-8b1b-4a04-9eef-20fcd9c414fc req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] No DVR routers for this DVR port 72b23098-f62f-4fdf-9412-54320ea2a8fb on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:04:50.506505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9b9d1a9d-8b1b-4a04-9eef-20fcd9c414fc req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:50.508866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08e438c-ab11-4972-9f17-a017d3cffdf1', 'name': 'network-vif-deleted', 'tag': '72b23098-f62f-4fdf-9412-54320ea2a8fb'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:04:50.561728 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9b9d1a9d-8b1b-4a04-9eef-20fcd9c414fc req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.13 "DELETE /v2.0/ports/72b23098-f62f-4fdf-9412-54320ea2a8fb HTTP/1.1" status: 204  len: 173 time: 1.0699880
Jan 27 06:04:50.575243 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c08e438c-ab11-4972-9f17-a017d3cffdf1', 'name': 'network-vif-deleted', 'tag': '72b23098-f62f-4fdf-9412-54320ea2a8fb', 'status': 'completed', 'code': 200}
Jan 27 06:04:50.742463 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 72b23098-f62f-4fdf-9412-54320ea2a8fb no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:04:50.780748 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] No Port match for: 72b23098-f62f-4fdf-9412-54320ea2a8fb {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:04:50.781001 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 72b23098-f62f-4fdf-9412-54320ea2a8fb not bound to the agent host hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:04:51.011412 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46160) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:51.153011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-236901237-network', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:04:51.158843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:04:51.162945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Usage tracker for resource:network and tenant:c80fb444e1654b22af727a40bcb7674a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:04:51.166003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:04:51.172717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:04:51.211557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Made reservation on behalf of c80fb444e1654b22af727a40bcb7674a for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:04:51.216305 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:51.231052 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:51.250386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:04:51.254472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c80fb444e1654b22af727a40bcb7674a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:04:51.257715 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:04:51.263599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:04:51.358116 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:51.398460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:51.403383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-45f41d18-25c5-4c03-aee4-a0843ed82b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:51.439649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 06:04:51.453768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afb1b98-f746-400f-91c4-a8274ec427d8,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:51.457455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:51.460362 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771995697438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:51.460918 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Added segment 459a676c-c59a-481f-b7fe-166568776627 of type vxlan for network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e
Jan 27 06:04:51.469745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-200f0ca3-1493-4c85-8452-95c0c83dd724 req-00eb0160-3418-403e-a968-6c65f9bca071 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Synchronizing usage tracker for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:04:51.490294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:51.552714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-200f0ca3-1493-4c85-8452-95c0c83dd724 req-00eb0160-3418-403e-a968-6c65f9bca071 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Unset dirty status for tenant:e29f57cb5c04478cb20d14e98c9e0f95 on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:04:51.554047 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-200f0ca3-1493-4c85-8452-95c0c83dd724 req-00eb0160-3418-403e-a968-6c65f9bca071 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] 10.222.0.24 "GET /v2.0/ports?device_id=c08e438c-ab11-4972-9f17-a017d3cffdf1 HTTP/1.1" status: 200  len: 210 time: 0.1366942
Jan 27 06:04:51.575508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:51.577125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:51.577783 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:51.583181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:51.693481 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Pushing event updated for resources: {'Network': ['ID=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:51.696494 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:51.705134 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 06:04:51.715471 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7028861
Jan 27 06:04:51.719217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46168) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:51.722824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 06:04:51.725382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Request body: {'subnet': {'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-236901237-subnet', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:04:51.730704 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:04:51.735773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Usage tracker for resource:subnet and tenant:c80fb444e1654b22af727a40bcb7674a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:04:51.738980 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:04:51.744907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:04:51.783020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Made reservation on behalf of c80fb444e1654b22af727a40bcb7674a for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:04:51.787869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4005147'] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:52.238809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851873588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4005130'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:52.257687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-66f01b2d-508f-4850-ad9c-29b3716fbaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:52.385417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:52.398325 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:52.456572 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Checking segment: {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:04:52.456964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Network hostable DHCP agents. Network: 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 06:04:52.502977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 06:04:52.537199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:04:52.546193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6291166d-6821-4ed7-90fa-4348c95a411d None None] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:04:52.549583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:04:52.550229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:52.599514 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46174) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:52.600504 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-0c1441d7-b058-4f2b-b228-00b2900a1bf8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8799350
Jan 27 06:04:52.605823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:04:52.611618 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:04:52.616506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Usage tracker for resource:router and tenant:c80fb444e1654b22af727a40bcb7674a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:04:52.620062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:04:52.639829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:04:52.686687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46178) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:52.726977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100061'] for router, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:52.728116 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854291148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854291660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675754'] for router, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:52.770051 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f879bfc2-5957-40bc-8413-2b4c2f7f4a96 admin admin] Deleting subnet 051b4191-0b0d-44e3-9c9b-04ce68a824c6 {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 06:04:52.773400 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:52.774716 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f879bfc2-5957-40bc-8413-2b4c2f7f4a96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:52.795860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bd0d15f-fdff-5670-9359-dc87ac15679e-91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd'}]}} from dv-cinder-772623-1-iscsi. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 27 06:04:52.796836 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:52.839062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f879bfc2-5957-40bc-8413-2b4c2f7f4a96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965152'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:53.105305 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Allocated IP 172.20.0.2 (91d2fc1b-c86b-4048-8f4a-bd5a25aac97e/d6d2f976-2dbc-4dbe-86e5-d0d002f41edd/72d72437-7651-4ee6-b404-0521a1a4b80b) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:04:53.329647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:53.340440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Transition to ACTIVE for port object 72d72437-7651-4ee6-b404-0521a1a4b80b will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:04:53.356818 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Transition to ACTIVE for port object 72d72437-7651-4ee6-b404-0521a1a4b80b will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:04:53.394712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:53.402966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f879bfc2-5957-40bc-8413-2b4c2f7f4a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:53.411303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:53.439835 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854291675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126776'] for router, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:53.718320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Pushing event updated for resources: {'Port': ['ID=72d72437-7651-4ee6-b404-0521a1a4b80b,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:53.723495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:53.773217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:04:53.774728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Resources bound (agent type, host, resource id):  {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:04:53.776945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:04:53.836975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Attempting to bind port 72d72437-7651-4ee6-b404-0521a1a4b80b on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:04:53.837389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Attempting to bind port 72d72437-7651-4ee6-b404-0521a1a4b80b by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:04:53.837798 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Attempting to bind port 72d72437-7651-4ee6-b404-0521a1a4b80b on network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:04:53.844617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:04:53.845038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Checking segment: {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:04:53.845485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:53.845924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Bound using segment: {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:04:53.846451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Bound port: 72d72437-7651-4ee6-b404-0521a1a4b80b, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:04:53.846870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:53.986789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] For port 72d72437-7651-4ee6-b404-0521a1a4b80b, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:04:53.992039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:54.027697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:54.039343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f879bfc2-5957-40bc-8413-2b4c2f7f4a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853967796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2408435'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:54.055996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] For port 72d72437-7651-4ee6-b404-0521a1a4b80b, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=72d72437-7651-4ee6-b404-0521a1a4b80b,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:04:54.060133 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:54.084063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:54.100424 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:54.222361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879bfc2-5957-40bc-8413-2b4c2f7f4a96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051b4191-0b0d-44e3-9c9b-04ce68a824c6,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:54.231802 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f879bfc2-5957-40bc-8413-2b4c2f7f4a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:54.259242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Pushing event updated for resources: {'Port': ['ID=72d72437-7651-4ee6-b404-0521a1a4b80b,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:54.264331 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-43b23600-c6fb-4560-9f0e-e721f051edea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:54.305377 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f879bfc2-5957-40bc-8413-2b4c2f7f4a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:54.354740 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f879bfc2-5957-40bc-8413-2b4c2f7f4a96 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/051b4191-0b0d-44e3-9c9b-04ce68a824c6 HTTP/1.1" status: 204  len: 168 time: 1.6669922
Jan 27 06:04:54.358131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46182) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:54.459642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Allocated IP 172.27.2.170 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/ab527ee8-41c0-4a81-a895-aa4792fa475a) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:04:54.663587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:54.712424 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:54.724259 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:54.740073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1b2169b9-fe31-4f1d-b4b5-fb36683c185f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:54.879796 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab527ee8-41c0-4a81-a895-aa4792fa475a,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:54.884451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:54.915676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:54.940534 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:04:54.941687 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:04:54.943986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:04:55.034901 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa633eef8d0>,) {'filters': {'network_id': ['7b234123-4f97-441d-b62e-fee61eaeb45a']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:04:55.047963 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633eef8d0>, 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:04:55.048304 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633eef8d0>, 'd71e78de-050e-4dc2-bf42-43b98c2b7cd0') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:04:55.061348 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852522482'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:55.137111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:55.140020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 06:04:55.322077 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Network 7b234123-4f97-441d-b62e-fee61eaeb45a has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:04:55.332166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851861974'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:55.424577 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:55.475908 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 72d72437-7651-4ee6-b404-0521a1a4b80b up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:04:55.525041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Network 7b234123-4f97-441d-b62e-fee61eaeb45a has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 06:04:55.551108 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 06:04:55.588782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 72d72437-7651-4ee6-b404-0521a1a4b80b completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:04:55.783212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:55.787292 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4543a236-2814-4b65-b165-89df219bd596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:55.801526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a904e55-f3a1-452e-8295-64d62a737e97 None None] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:04:55.803674 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:55.816193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b234123-4f97-441d-b62e-fee61eaeb45a,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:55.820061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:55.850532 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-9f176d4f-3601-4430-b7c5-e55baca1c3e5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b234123-4f97-441d-b62e-fee61eaeb45a HTTP/1.1" status: 204  len: 168 time: 1.4912071
Jan 27 06:04:55.926034 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-13947197-c0be-47c1-9dea-5994252ca029 None None] Provisioning for port 72d72437-7651-4ee6-b404-0521a1a4b80b completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:04:55.939524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-13947197-c0be-47c1-9dea-5994252ca029 None None] Provisioning complete for port 72d72437-7651-4ee6-b404-0521a1a4b80b triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:04:55.939953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13947197-c0be-47c1-9dea-5994252ca029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:56.096677 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484126'] for router, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:56.110767 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46188) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:56.165986 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-b067586d-a17c-4254-8d9c-69005ceca958 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e29f57cb5c04478cb20d14e98c9e0f95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513210
Jan 27 06:04:56.166460 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46192) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:56.177011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13947197-c0be-47c1-9dea-5994252ca029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:56.207092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:04:56.222915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-13947197-c0be-47c1-9dea-5994252ca029 None None] For port 72d72437-7651-4ee6-b404-0521a1a4b80b, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=72d72437-7651-4ee6-b404-0521a1a4b80b,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:04:56.236064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d4674096-9b6d-4adc-bf07-af249575a9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:56.261225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-13947197-c0be-47c1-9dea-5994252ca029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:56.263121 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:56.267056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d4674096-9b6d-4adc-bf07-af249575a9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:56.339543 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947197-c0be-47c1-9dea-5994252ca029 None None] Pushing event updated for resources: {'Port': ['ID=72d72437-7651-4ee6-b404-0521a1a4b80b,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:56.343774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-13947197-c0be-47c1-9dea-5994252ca029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:56.440399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Router 104c9f4f-aacb-407e-94ea-26181a5f9d0d is scheduled to L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 with binding_index 1 {{(pid=80176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 27 06:04:56.492930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-e6582262-f8b9-4dfa-91b5-bb0240348d42 None None] Provisioning complete for port 72d72437-7651-4ee6-b404-0521a1a4b80b triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:04:56.492930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e6582262-f8b9-4dfa-91b5-bb0240348d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:56.508864 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d4674096-9b6d-4adc-bf07-af249575a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:56.523588 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:56.536115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4674096-9b6d-4adc-bf07-af249575a9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c51e56-8634-4da6-8a1d-ce7517dc1ffb,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:56.541401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d4674096-9b6d-4adc-bf07-af249575a9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:56.566175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d4674096-9b6d-4adc-bf07-af249575a9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:56.567624 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d4674096-9b6d-4adc-bf07-af249575a9ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03c51e56-8634-4da6-8a1d-ce7517dc1ffb HTTP/1.1" status: 204  len: 168 time: 0.4000173
Jan 27 06:04:56.651465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:04:56.661680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Sync routers for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:04:56.675424 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:04:56.677054 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639540a58>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:04:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:04:56.714431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:56.719545 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-18836677-7a03-4705-80d7-7f6eaa31e0c1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.1152508
Jan 27 06:04:56.719993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46198) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:04:56.804333 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d36ac338-842a-4d34-8e17-716c8961dd74 None None] Provisioning complete for port 72d72437-7651-4ee6-b404-0521a1a4b80b triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:04:56.808318 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d36ac338-842a-4d34-8e17-716c8961dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:56.896406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:04:57.062921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:57.149055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-2a45f498-d8f3-494b-ba92-eab448e20149 None None] Provisioning complete for port 72d72437-7651-4ee6-b404-0521a1a4b80b triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:04:57.149725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2a45f498-d8f3-494b-ba92-eab448e20149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:57.238417 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639540a58>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:55Z', 'revision_number': 3, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:04:57.243599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Checking router: 104c9f4f-aacb-407e-94ea-26181a5f9d0d for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:04:57.244187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Updating router 104c9f4f-aacb-407e-94ea-26181a5f9d0d port ab527ee8-41c0-4a81-a895-aa4792fa475a binding host dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 06:04:57.330815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:57.455245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 72d72437-7651-4ee6-b404-0521a1a4b80b up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:04:57.535849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 72d72437-7651-4ee6-b404-0521a1a4b80b triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:04:57.536360 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:57.541574 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:57.773489 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:57.786091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Transition to ACTIVE for port object ab527ee8-41c0-4a81-a895-aa4792fa475a will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:04:57.834354 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:57.851006 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:57.936598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Allocated IP 172.20.0.1 (91d2fc1b-c86b-4048-8f4a-bd5a25aac97e/d6d2f976-2dbc-4dbe-86e5-d0d002f41edd/77900f13-1ce6-4e48-a12f-49a2c8424886) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:04:58.108418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:58.127774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Transition to ACTIVE for port object 77900f13-1ce6-4e48-a12f-49a2c8424886 will not be triggered until provisioned by entity DHCP. {{(pid=80177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:04:58.172341 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Pushing event updated for resources: {'Port': ['ID=ab527ee8-41c0-4a81-a895-aa4792fa475a,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:58.183456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:58.195542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.195931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.196306 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.196671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.197154 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.197370 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.197720 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.198072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.198427 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.198779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.199129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.199805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.199928 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.200016 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:58.200213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.200564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.200966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.201334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.201685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.202032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.202379 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.202725 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.203071 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.203438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.203785 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:04:58.210825 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:58.258511 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Attempting to bind port ab527ee8-41c0-4a81-a895-aa4792fa475a on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:04:58.258914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Attempting to bind port ab527ee8-41c0-4a81-a895-aa4792fa475a by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:04:58.259343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Attempting to bind port ab527ee8-41c0-4a81-a895-aa4792fa475a on network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:04:58.265295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:04:58.265708 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Checking segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:04:58.266144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:58.266573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Bound using segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:04:58.267084 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Bound port: ab527ee8-41c0-4a81-a895-aa4792fa475a, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:04:58.267543 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:58.336381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Pushing event updated for resources: {'Port': ['ID=77900f13-1ce6-4e48-a12f-49a2c8424886,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:58.341073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:58.345648 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] For port ab527ee8-41c0-4a81-a895-aa4792fa475a, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:04:58.348200 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] For port ab527ee8-41c0-4a81-a895-aa4792fa475a, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=ab527ee8-41c0-4a81-a895-aa4792fa475a,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:04:58.390031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:58.393321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:04:58.394652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:04:58.397366 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:04:58.407035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:58.593032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Pushing event updated for resources: {'Port': ['ID=ab527ee8-41c0-4a81-a895-aa4792fa475a,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:58.599332 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b3ed266d-2b33-48da-b8b1-c022f6c71b21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:58.679852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-b8932e27-41a7-477d-a6f5-11f43ab9e73a None None] Provisioning for port 77900f13-1ce6-4e48-a12f-49a2c8424886 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:04:58.686134 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-b8932e27-41a7-477d-a6f5-11f43ab9e73a None None] Provisioning complete for port 77900f13-1ce6-4e48-a12f-49a2c8424886 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:04:58.686657 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b8932e27-41a7-477d-a6f5-11f43ab9e73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:58.688163 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:04:58.688934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639540a58>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:04:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:04:58.724094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431186'] for router_interface, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:58.805496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-b8932e27-41a7-477d-a6f5-11f43ab9e73a None None] Port 77900f13-1ce6-4e48-a12f-49a2c8424886 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 06:04:58.913562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:04:59.126917 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:59.188492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7e8636c1-7a53-49c5-afc4-f0086c5ced0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:59.229862 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639540a58>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:55Z', 'revision_number': 3, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:04:59.234741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad3af17-62c1-41b1-87fe-d8c22e5a1361 None None] The sync data for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi is: [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:55Z', 'revision_number': 3, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:04:59.426728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:59.456910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851861932'] for port, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:59.486992 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:04:59.577811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Pushing event updated for resources: {'Port': ['ID=77900f13-1ce6-4e48-a12f-49a2c8424886,revision_number=2']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:04:59.587340 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344464'] for router_interface, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:04:59.598717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:04:59.740236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:04:59.741411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:04:59.958224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Router 104c9f4f-aacb-407e-94ea-26181a5f9d0d has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:05:00.036757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-d3d2466b-74cf-48e9-b8c8-b7e15565aace None None] Provisioning complete for port 77900f13-1ce6-4e48-a12f-49a2c8424886 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:00.037170 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d3d2466b-74cf-48e9-b8c8-b7e15565aace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:00.116863 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2466b-74cf-48e9-b8c8-b7e15565aace None None] Port 77900f13-1ce6-4e48-a12f-49a2c8424886 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 06:05:00.166285 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:05:00.177106 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f2c40a16-0475-4b8d-b968-892d37d8237c admin admin] 10.222.0.24 "PUT /v2.0/routers/104c9f4f-aacb-407e-94ea-26181a5f9d0d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4560306
Jan 27 06:05:01.324923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46272) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:01.332004 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-498823599-network', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:01.338702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:01.343477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Usage tracker for resource:network and tenant:4f889a9f88e74d9789bda2be08af6c6a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:01.346496 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:01.352355 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:01.391988 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Made reservation on behalf of 4f889a9f88e74d9789bda2be08af6c6a for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:05:01.396846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.410421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.426750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:01.430929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Usage tracker for resource:security_group_rule and tenant:4f889a9f88e74d9789bda2be08af6c6a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:01.433998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:01.440446 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:01.453824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device ab527ee8-41c0-4a81-a895-aa4792fa475a up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:01.569060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port ab527ee8-41c0-4a81-a895-aa4792fa475a completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:05:01.574132 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port ab527ee8-41c0-4a81-a895-aa4792fa475a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:01.578292 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.643256 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d40c331d-7f8a-48e1-94bf-5ade565b3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.664992 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.701521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.706231 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8bd5c846-4903-4c45-841b-80ab8d995344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:01.709614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.733096 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port ab527ee8-41c0-4a81-a895-aa4792fa475a, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=ab527ee8-41c0-4a81-a895-aa4792fa475a,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:05:01.746001 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 06:05:01.752746 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd04125-511a-4957-8739-b4a9cf2308b4,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:01.756745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:01.786458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.788487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-57a147bb-6c09-4e73-acf8-c1691b529276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:01.814102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771995697438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.814575 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Added segment 4e9857bc-83fc-45b1-9c82-8ae8a66bca42 of type vxlan for network 6c3a04a7-3566-44ee-8fab-3563672c6a87
Jan 27 06:05:01.842981 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.863458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=ab527ee8-41c0-4a81-a895-aa4792fa475a,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:01.866768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:01.902777 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.904895 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:01.905452 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:01.911086 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e39a9543-4aeb-47a7-8778-b8e5505963c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:02.022480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3a04a7-3566-44ee-8fab-3563672c6a87,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:02.025437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:02.033207 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 6c3a04a7-3566-44ee-8fab-3563672c6a87 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 06:05:02.055294 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Sync routers for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:05:02.063615 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-71c84e93-3683-4623-92ef-bfe10b581e85 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7369215
Jan 27 06:05:02.066437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46280) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:02.072639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Request body: {'subnet': {'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-498823599-subnet', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'ip_version': 4}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:02.078442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:02.082591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Usage tracker for resource:subnet and tenant:4f889a9f88e74d9789bda2be08af6c6a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:02.085647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:02.092176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:02.131247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Made reservation on behalf of 4f889a9f88e74d9789bda2be08af6c6a for: {'subnet': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:05:02.134271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:05:02.134959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa638987748>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:05:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:02.136105 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4005147'] for subnet, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:02.334148 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:05:02.554388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:02.572677 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851873588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4005130'] for subnet, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:02.588490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d88eae58-853d-4e6f-be2a-29dfa13a1e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:02.696416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa638987748>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:04:59Z', 'revision_number': 2, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:02.701781 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Checking router: 104c9f4f-aacb-407e-94ea-26181a5f9d0d for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:05:02.701938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Updating router 104c9f4f-aacb-407e-94ea-26181a5f9d0d port 77900f13-1ce6-4e48-a12f-49a2c8424886 binding host dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 06:05:02.721469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1eda71-03ad-4380-b331-dce03f13d031,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:02.735498 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:02.759916 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:02.797765 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Checking segment: {'id': '4e9857bc-83fc-45b1-9c82-8ae8a66bca42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:05:02.798161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Network hostable DHCP agents. Network: 6c3a04a7-3566-44ee-8fab-3563672c6a87, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 06:05:02.849342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Network 6c3a04a7-3566-44ee-8fab-3563672c6a87 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 06:05:02.890759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 6c3a04a7-3566-44ee-8fab-3563672c6a87) {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:05:02.902677 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3599b5d8-2869-4733-a373-db5069c7df19 None None] Network 6c3a04a7-3566-44ee-8fab-3563672c6a87 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:05:02.908854 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:02.909508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:02.964809 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-d1338b84-1f35-4119-bef6-805366af5214 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8971386
Jan 27 06:05:02.967459 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46288) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:02.973037 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-498823599-router', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:02.978059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:02.982256 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Usage tracker for resource:router and tenant:4f889a9f88e74d9789bda2be08af6c6a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:02.986544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:02.993093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:03.033108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-432158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-100061'] for router, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:03.034293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854291148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854291660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1648533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854675754'] for router, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:03.168208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:03.457669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device ab527ee8-41c0-4a81-a895-aa4792fa475a up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:03.573492 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bd0d15f-fdff-5670-9359-dc87ac15679e-6c3a04a7-3566-44ee-8fab-3563672c6a87', 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'fixed_ips': [{'subnet_id': '0f1eda71-03ad-4380-b331-dce03f13d031'}]}} from dv-cinder-772623-1-iscsi. {{(pid=80178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 27 06:05:03.574383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:03.698656 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:03.725140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854291675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-432143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126776'] for router, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:03.792919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port ab527ee8-41c0-4a81-a895-aa4792fa475a triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:03.793338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:03.839774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:03.842024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:03.889473 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Transition to ACTIVE for port object 77900f13-1ce6-4e48-a12f-49a2c8424886 will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:05:03.956309 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:03.972453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:04.109203 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:04.143130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:04.195782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b398d-2fcf-4fbb-b4f5-66eaa354691b None None] Pushing event updated for resources: {'Port': ['ID=77900f13-1ce6-4e48-a12f-49a2c8424886,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:04.245718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8c9b398d-2fcf-4fbb-b4f5-66eaa354691b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:04.307193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Allocated IP 172.20.0.2 (6c3a04a7-3566-44ee-8fab-3563672c6a87/0f1eda71-03ad-4380-b331-dce03f13d031/c927cf59-0912-4c0e-a7cb-687361e694ad) {{(pid=80178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:05:04.434524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Allocated IP 172.27.2.182 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/5d77fe91-a9ef-46ac-b9ae-f905b9fb0098) {{(pid=80177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:05:04.528286 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network 6c3a04a7-3566-44ee-8fab-3563672c6a87 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 06:05:04.546396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Attempting to bind port 77900f13-1ce6-4e48-a12f-49a2c8424886 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:05:04.546810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Attempting to bind port 77900f13-1ce6-4e48-a12f-49a2c8424886 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:05:04.547219 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Attempting to bind port 77900f13-1ce6-4e48-a12f-49a2c8424886 on network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:05:04.600673 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:04.616242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:05:04.616667 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Checking segment: {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:05:04.617113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:04.617553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Bound using segment: {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:05:04.618092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Bound port: 77900f13-1ce6-4e48-a12f-49a2c8424886, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:05:04.618512 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:04.657544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:04.673676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-de9eac06-15e1-41ee-ad47-a6775455488d tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:04.812811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Pushing event updated for resources: {'Port': ['ID=5d77fe91-a9ef-46ac-b9ae-f905b9fb0098,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:04.817420 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:04.873107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:05:04.874509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:05:04.876883 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Received port after_create {{(pid=80177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:05:04.877455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] For port 77900f13-1ce6-4e48-a12f-49a2c8424886, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:05:04.886142 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] For port 77900f13-1ce6-4e48-a12f-49a2c8424886, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=77900f13-1ce6-4e48-a12f-49a2c8424886,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:05:04.892567 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Notify callbacks [] for port, precommit_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:04.906891 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Transition to ACTIVE for port object c927cf59-0912-4c0e-a7cb-687361e694ad will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:05:04.926184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Transition to ACTIVE for port object c927cf59-0912-4c0e-a7cb-687361e694ad will not be triggered until provisioned by entity DHCP. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:05:04.932827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:04.951432 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-13947197-c0be-47c1-9dea-5994252ca029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:05.007801 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380'] for port, after_create {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:05.360074 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b398d-2fcf-4fbb-b4f5-66eaa354691b None None] Pushing event updated for resources: {'Port': ['ID=77900f13-1ce6-4e48-a12f-49a2c8424886,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:05.378805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8c9b398d-2fcf-4fbb-b4f5-66eaa354691b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:05.381936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e012dfb1-09a7-4381-9326-bb6ef0edfbe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:05.444519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:05.503924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Pushing event updated for resources: {'Port': ['ID=c927cf59-0912-4c0e-a7cb-687361e694ad,revision_number=1']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:05.509376 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:05.535272 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Network 6c3a04a7-3566-44ee-8fab-3563672c6a87 is already hosted by enough agents. {{(pid=80178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:05:05.537406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Resources bound (agent type, host, resource id):  {{(pid=80178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:05:05.539306 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:05:05.540018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa638987748>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:05:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:05.596565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Received port after_create {{(pid=80178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:05:05.756177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Attempting to bind port c927cf59-0912-4c0e-a7cb-687361e694ad on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:05:05.756582 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Attempting to bind port c927cf59-0912-4c0e-a7cb-687361e694ad by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '4e9857bc-83fc-45b1-9c82-8ae8a66bca42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:05:05.756985 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Attempting to bind port c927cf59-0912-4c0e-a7cb-687361e694ad on network 6c3a04a7-3566-44ee-8fab-3563672c6a87 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:05:05.767107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:05:05.767519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Checking segment: {'id': '4e9857bc-83fc-45b1-9c82-8ae8a66bca42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:05:05.767962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:05.768404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Bound using segment: {'id': '4e9857bc-83fc-45b1-9c82-8ae8a66bca42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:05:05.768912 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Bound port: c927cf59-0912-4c0e-a7cb-687361e694ad, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9857bc-83fc-45b1-9c82-8ae8a66bca42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:05:05.769323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:05.820598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854343673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-484126'] for router, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:05.887589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:05:06.049943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] For port c927cf59-0912-4c0e-a7cb-687361e694ad, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:05:06.133959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] For port c927cf59-0912-4c0e-a7cb-687361e694ad, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=c927cf59-0912-4c0e-a7cb-687361e694ad,segment=NetworkSegment(4e9857bc-83fc-45b1-9c82-8ae8a66bca42),segment_id=4e9857bc-83fc-45b1-9c82-8ae8a66bca42)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:05:06.176494 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:06.194009 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e135b494-444e-45f1-aa16-bc9698f66c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:06.331480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Router 00220271-c738-4c7c-816f-0a65b950b922 is scheduled to L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 with binding_index 1 {{(pid=80177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 27 06:05:06.425384 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Pushing event updated for resources: {'Port': ['ID=c927cf59-0912-4c0e-a7cb-687361e694ad,revision_number=2']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:06.429268 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4ee57174-239c-49d1-b55d-984c7b20251d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:06.496548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa638987748>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:04Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:06.501554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b933688a-ac84-45d0-91d4-bc1ecd7996a0 None None] The sync data for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi is: [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:04Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:05:06.539885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:05:06.568772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Sync routers for ids ['00220271-c738-4c7c-816f-0a65b950b922'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:05:06.590694 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Routers {'00220271-c738-4c7c-816f-0a65b950b922'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:05:06.591484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6399c3f28>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:05:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['00220271-c738-4c7c-816f-0a65b950b922'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:06.714503 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:06.720233 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46320) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:06.720623 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-0d5bd915-32cc-47f2-8722-4d6818d3c136 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7518027
Jan 27 06:05:06.826904 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Set router 00220271-c738-4c7c-816f-0a65b950b922 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:05:07.207937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6399c3f28>, [{'id': '00220271-c738-4c7c-816f-0a65b950b922', 'name': 'tempest-TestVolumeBootPattern-498823599-router', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:05:03Z', 'updated_at': '2021-01-27T06:05:05Z', 'revision_number': 3, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'gw_port': {'id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:84:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:04Z', 'updated_at': '2021-01-27T06:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:07.213075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Checking router: 00220271-c738-4c7c-816f-0a65b950b922 for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:05:07.213474 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Updating router 00220271-c738-4c7c-816f-0a65b950b922 port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 binding host dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 06:05:07.277799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:07.524699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device c927cf59-0912-4c0e-a7cb-687361e694ad up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:07.601487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:07.640984 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port c927cf59-0912-4c0e-a7cb-687361e694ad completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:05:07.650243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 77900f13-1ce6-4e48-a12f-49a2c8424886 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:07.798045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 77900f13-1ce6-4e48-a12f-49a2c8424886 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:05:07.803870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 77900f13-1ce6-4e48-a12f-49a2c8424886 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:07.804289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:07.830402 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Notify callbacks [] for port, precommit_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:07.866260 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Transition to ACTIVE for port object 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 will not be triggered until provisioned by entity L2. {{(pid=80179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:05:07.906850 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:07.934525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:07.991335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:08.024609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56072271-d272-4b99-984d-ce7c8f3469e5 None None] Pushing event updated for resources: {'Port': ['ID=5d77fe91-a9ef-46ac-b9ae-f905b9fb0098,revision_number=2']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:08.031165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-56072271-d272-4b99-984d-ce7c8f3469e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:08.035940 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 77900f13-1ce6-4e48-a12f-49a2c8424886, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=77900f13-1ce6-4e48-a12f-49a2c8424886,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:05:08.073186 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006fce5e-85bf-47fe-85f3-46ed17b1f8af None None] Network 6c3a04a7-3566-44ee-8fab-3563672c6a87 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:05:08.101093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Allocated IP 172.20.0.1 (6c3a04a7-3566-44ee-8fab-3563672c6a87/0f1eda71-03ad-4380-b331-dce03f13d031/58aea43f-7f56-4cf6-a6e9-36bff0bac5ad) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:05:08.107221 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:08.197565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Attempting to bind port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:05:08.197975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Attempting to bind port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:05:08.198406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Attempting to bind port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 on network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:05:08.201276 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:08.212856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:05:08.213278 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Checking segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:05:08.213862 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:08.214298 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Bound using segment: {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'} {{(pid=80179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:05:08.214821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Bound port: 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c586e25f-c84f-4a05-b500-624d92aebe46', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}}] {{(pid=80179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:05:08.215234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:08.308574 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:08.309425 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] For port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:05:08.314049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] For port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=5d77fe91-a9ef-46ac-b9ae-f905b9fb0098,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:05:08.330179 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=77900f13-1ce6-4e48-a12f-49a2c8424886,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:08.335556 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Transition to ACTIVE for port object 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:05:08.353590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-6a2480ef-c883-4254-91f4-89119c68ad92 None None] Provisioning for port c927cf59-0912-4c0e-a7cb-687361e694ad completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:05:08.359333 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.359747 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.360199 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.360505 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.360876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.361245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.361612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.362127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.362543 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.362806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.363172 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.363562 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.364088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.364211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:08.364301 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.364661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.365019 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.365389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.365734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.366093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.366447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.366804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.367157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.367560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.373117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:08.375181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:08.376009 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-6a2480ef-c883-4254-91f4-89119c68ad92 None None] Provisioning complete for port c927cf59-0912-4c0e-a7cb-687361e694ad triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:08.376428 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6a2480ef-c883-4254-91f4-89119c68ad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:08.383517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:08.393532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:08.414137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c50bc27e-52ad-4fab-9590-e8a8633a534d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:08.561131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Pushing event updated for resources: {'Port': ['ID=58aea43f-7f56-4cf6-a6e9-36bff0bac5ad,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:08.565409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56072271-d272-4b99-984d-ce7c8f3469e5 None None] Pushing event updated for resources: {'Port': ['ID=5d77fe91-a9ef-46ac-b9ae-f905b9fb0098,revision_number=3']} {{(pid=80179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:08.569366 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:08.571541 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-56072271-d272-4b99-984d-ce7c8f3469e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:08.601621 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Routers {'00220271-c738-4c7c-816f-0a65b950b922'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:05:08.602290 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6399c3f28>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:05:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['00220271-c738-4c7c-816f-0a65b950b922'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:08.634247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6a2480ef-c883-4254-91f4-89119c68ad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:08.657828 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Network 6c3a04a7-3566-44ee-8fab-3563672c6a87 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:05:08.658996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:05:08.662490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:05:08.704886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-6a2480ef-c883-4254-91f4-89119c68ad92 None None] For port c927cf59-0912-4c0e-a7cb-687361e694ad, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=c927cf59-0912-4c0e-a7cb-687361e694ad,segment=NetworkSegment(4e9857bc-83fc-45b1-9c82-8ae8a66bca42),segment_id=4e9857bc-83fc-45b1-9c82-8ae8a66bca42)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:05:08.746356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6a2480ef-c883-4254-91f4-89119c68ad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:08.749436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:08.754915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-431186'] for router_interface, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:08.906593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2480ef-c883-4254-91f4-89119c68ad92 None None] Pushing event updated for resources: {'Port': ['ID=c927cf59-0912-4c0e-a7cb-687361e694ad,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:08.917588 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6a2480ef-c883-4254-91f4-89119c68ad92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:08.986308 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46340) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:08.989383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-9a1920cc-d6b6-4b2a-9719-0d68360493ef None None] Provisioning complete for port c927cf59-0912-4c0e-a7cb-687361e694ad triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:08.990382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9a1920cc-d6b6-4b2a-9719-0d68360493ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.011257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.049578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] Set router 00220271-c738-4c7c-816f-0a65b950b922 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:05:09.274127 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-9a1920cc-d6b6-4b2a-9719-0d68360493ef None None] Provisioning for port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:05:09.280570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-9a1920cc-d6b6-4b2a-9719-0d68360493ef None None] Provisioning complete for port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:09.281303 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9a1920cc-d6b6-4b2a-9719-0d68360493ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.288419 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cab463d6-89a9-4dbe-96ee-bc78e3e49c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.331281 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-cab463d6-89a9-4dbe-96ee-bc78e3e49c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:09.345183 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-cab463d6-89a9-4dbe-96ee-bc78e3e49c89 admin admin] Usage tracker for resource:security_group_rule and tenant:abf7189dda5e49c783b9ad1130deeb90 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:09.354408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-cab463d6-89a9-4dbe-96ee-bc78e3e49c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:09.365799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-cab463d6-89a9-4dbe-96ee-bc78e3e49c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:09.394221 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-9a1920cc-d6b6-4b2a-9719-0d68360493ef None None] Port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 06:05:09.477749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device c927cf59-0912-4c0e-a7cb-687361e694ad up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:09.523767 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6399c3f28>, [{'id': '00220271-c738-4c7c-816f-0a65b950b922', 'name': 'tempest-TestVolumeBootPattern-498823599-router', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:05:03Z', 'updated_at': '2021-01-27T06:05:05Z', 'revision_number': 3, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'gw_port': {'id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:84:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:04Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:09.530775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ffb52-2886-4f0c-9da5-8940eceadde9 None None] The sync data for ids ['00220271-c738-4c7c-816f-0a65b950b922'] in dv-cinder-772623-1-iscsi is: [{'id': '00220271-c738-4c7c-816f-0a65b950b922', 'name': 'tempest-TestVolumeBootPattern-498823599-router', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:05:03Z', 'updated_at': '2021-01-27T06:05:05Z', 'revision_number': 3, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'gw_port': {'id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:84:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:04Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:05:09.548560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cab463d6-89a9-4dbe-96ee-bc78e3e49c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.588681 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cab463d6-89a9-4dbe-96ee-bc78e3e49c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.592477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5d51ede4-07d5-4373-a982-410bf22b3aeb None None] Provisioning complete for port c927cf59-0912-4c0e-a7cb-687361e694ad triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:09.592909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d51ede4-07d5-4373-a982-410bf22b3aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.601341 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-09f9d069-35fc-4780-8c62-00a4e0df6bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:09.662039 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-cab463d6-89a9-4dbe-96ee-bc78e3e49c89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abf7189dda5e49c783b9ad1130deeb90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6741948
Jan 27 06:05:09.664997 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab463d6-89a9-4dbe-96ee-bc78e3e49c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ec4e1f-c226-4f98-9dbe-0425d04e3641,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:09.667866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46346) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:09.676481 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cab463d6-89a9-4dbe-96ee-bc78e3e49c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:09.681809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port c927cf59-0912-4c0e-a7cb-687361e694ad triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:09.682434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.798664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-531841c7-419d-4deb-bad7-ff1d33da47eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.834361 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.843296 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-531841c7-419d-4deb-bad7-ff1d33da47eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.876937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:09.894438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 77900f13-1ce6-4e48-a12f-49a2c8424886 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:09.931480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b2a380de-c847-45e9-905f-77e580863a48 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:09.954893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-5d51ede4-07d5-4373-a982-410bf22b3aeb None None] Provisioning complete for port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:09.955310 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5d51ede4-07d5-4373-a982-410bf22b3aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:10.047909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1593477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854344464'] for router_interface, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:10.129243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Pushing event updated for resources: {'Port': ['ID=58aea43f-7f56-4cf6-a6e9-36bff0bac5ad,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:10.131908 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-531841c7-419d-4deb-bad7-ff1d33da47eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:10.137114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:10.143458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5cee5049-dbf5-4846-9dd9-74d508a77a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:10.159044 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531841c7-419d-4deb-bad7-ff1d33da47eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ec4e1f-c226-4f98-9dbe-0425d04e3641,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:10.166990 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-531841c7-419d-4deb-bad7-ff1d33da47eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:10.185889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-531841c7-419d-4deb-bad7-ff1d33da47eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:10.187154 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-531841c7-419d-4deb-bad7-ff1d33da47eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3ec4e1f-c226-4f98-9dbe-0425d04e3641 HTTP/1.1" status: 204  len: 168 time: 0.5182533
Jan 27 06:05:10.256696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Network 6c3a04a7-3566-44ee-8fab-3563672c6a87 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:05:10.257971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:05:10.286579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-5d51ede4-07d5-4373-a982-410bf22b3aeb None None] Port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 06:05:10.291291 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 77900f13-1ce6-4e48-a12f-49a2c8424886 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:10.291740 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:10.485604 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-36a9ef54-7c22-4632-ae8f-23dea50105b1 None None] Provisioning complete for port c927cf59-0912-4c0e-a7cb-687361e694ad triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:10.486027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-36a9ef54-7c22-4632-ae8f-23dea50105b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:10.502761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Router 00220271-c738-4c7c-816f-0a65b950b922 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:05:10.722771 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:05:10.728161 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] 10.222.0.24 "PUT /v2.0/routers/00220271-c738-4c7c-816f-0a65b950b922/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0068221
Jan 27 06:05:10.759896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-f31bc1bd-ae86-432b-92b2-efb7a3697b21 None None] Provisioning complete for port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:10.760320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f31bc1bd-ae86-432b-92b2-efb7a3697b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:10.835037 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-f31bc1bd-ae86-432b-92b2-efb7a3697b21 None None] Port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 06:05:11.373888 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46374) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:11.469586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-142519282', 'description': 'tempest-TestVolumeBootPattern-142519282 description'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:11.472173 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:11.489986 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:11.494359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Usage tracker for resource:security_group and tenant:c80fb444e1654b22af727a40bcb7674a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:11.498326 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:11.504812 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:11.538602 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-735373518-network', 'tenant_id': '13e5907cf38941dcba923022299c5d0a'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:11.546157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:11.550580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Usage tracker for resource:network and tenant:13e5907cf38941dcba923022299c5d0a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:11.553642 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:11.557841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.559482 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:11.580644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:11.584816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Usage tracker for resource:security_group_rule and tenant:c80fb444e1654b22af727a40bcb7674a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:11.586288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:05:11.587955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:11.591909 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:11.596751 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.596868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:11.614907 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Made reservation on behalf of 13e5907cf38941dcba923022299c5d0a for: {'network': 1} {{(pid=80177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:05:11.620554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.636903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.654770 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:11.659803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Usage tracker for resource:security_group_rule and tenant:13e5907cf38941dcba923022299c5d0a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:11.662890 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:11.669205 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:11.674836 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.706528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.712760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a031b243-e541-4ebe-932d-e1bdb5319b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:11.730616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.748681 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=5d77fe91-a9ef-46ac-b9ae-f905b9fb0098,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:05:11.758779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f353089-d71a-42f1-81ab-56bdb42ebc64,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:11.762696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.762830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:11.780736 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.782721 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0af903a0-e708-4aa4-b995-48a13b7dc985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:11.805347 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.805615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.806813 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5697a965-4e05-403c-9451-f08d844d1987 req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.3508520
Jan 27 06:05:11.812632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-01196ab7-688c-49b2-ae9d-3d5215174b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:11.833218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 06:05:11.855557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=5d77fe91-a9ef-46ac-b9ae-f905b9fb0098,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:11.859222 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:11.876542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d11b150-1255-4bf1-b006-d0bfee0f5fcd,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:11.879678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771995697438', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.880122 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Added segment 56cca16f-b4df-4f28-a627-f41aaae30a6e of type vxlan for network 33e5edb1-536d-4c50-a379-6d23fdf8aaaf
Jan 27 06:05:11.884295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:11.935898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:11.957060 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-15ce4fc4-e380-494a-99e7-a2ae9395587e tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups/9f353089-d71a-42f1-81ab-56bdb42ebc64 HTTP/1.1" status: 200  len: 1806 time: 0.1096253
Jan 27 06:05:11.969500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f353089-d71a-42f1-81ab-56bdb42ebc64', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:11.969857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f353089-d71a-42f1-81ab-56bdb42ebc64', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:11.999221 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:12.006355 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Usage tracker for resource:security_group_rule and tenant:c80fb444e1654b22af727a40bcb7674a is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:12.010070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:12.016784 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:12.043293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:12.044609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:12.045256 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:12.050565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:12.191757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Pushing event updated for resources: {'Network': ['ID=33e5edb1-536d-4c50-a379-6d23fdf8aaaf,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:12.198599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:12.204629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network 33e5edb1-536d-4c50-a379-6d23fdf8aaaf details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 06:05:12.216804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:12.223112 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8480756
Jan 27 06:05:12.223906 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network 33e5edb1-536d-4c50-a379-6d23fdf8aaaf details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 06:05:12.226660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46384) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:12.235519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Request body: {'subnet': {'network_id': '33e5edb1-536d-4c50-a379-6d23fdf8aaaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-735373518-subnet', 'tenant_id': '13e5907cf38941dcba923022299c5d0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:12.240910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:12.245341 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Usage tracker for resource:subnet and tenant:13e5907cf38941dcba923022299c5d0a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:12.249218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:12.249703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:12.256080 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:12.302389 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:12.304644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6a6130a5-cc74-430a-936e-da59c7769bcd tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:12.330957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c6a0fa-44db-48a3-a726-5c56d649fc04,revision_number=0']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:12.333977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:12.490925 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Made reservation on behalf of 13e5907cf38941dcba923022299c5d0a for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:05:12.495810 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852367399'] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:12.529187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:12.530509 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-51187176-8c9d-45ef-8d1c-3fcfdfff1adb req-2458dab3-7196-4ebc-bf77-68242395342c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5669711
Jan 27 06:05:12.669959 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-22cdf85c-84d1-434c-b539-f9b571297826 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups/9f353089-d71a-42f1-81ab-56bdb42ebc64 HTTP/1.1" status: 200  len: 2399 time: 0.1011720
Jan 27 06:05:12.683792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f353089-d71a-42f1-81ab-56bdb42ebc64', 'remote_group_id': None}]} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:12.683943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f353089-d71a-42f1-81ab-56bdb42ebc64', 'remote_group_id': None}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:12.691584 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Sync routers for ids ['00220271-c738-4c7c-816f-0a65b950b922'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:05:12.702288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Routers {'00220271-c738-4c7c-816f-0a65b950b922'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:05:12.702970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6392a2eb8>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:05:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['00220271-c738-4c7c-816f-0a65b950b922'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:12.704409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:12.711771 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Usage tracker for resource:security_group_rule and tenant:c80fb444e1654b22af727a40bcb7674a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:12.718109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:12.759742 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:12.887033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:12.910322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Set router 00220271-c738-4c7c-816f-0a65b950b922 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:05:12.978433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:13.007288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127744'] for security_group_rule, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:13.014560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-4cb34851-6c7b-4e74-831c-fd96e1559089 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:13.049652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f32e791-a8ce-4e28-95fc-266d51487927,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:13.052903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:13.110938 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:13.112286 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bb80373c-6d54-44e8-aef6-06c36e45bae6 req-7391763f-53d5-41f5-a797-bc0517ac74d1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4340353
Jan 27 06:05:13.135477 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-807945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852367416'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:13.153607 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:13.259868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6392a2eb8>, [{'id': '00220271-c738-4c7c-816f-0a65b950b922', 'name': 'tempest-TestVolumeBootPattern-498823599-router', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:05:03Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 4, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'gw_port': {'id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:04Z', 'updated_at': '2021-01-27T06:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '58aea43f-7f56-4cf6-a6e9-36bff0bac5ad', 'name': '', 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'mac_address': 'fa:16:3e:1b:45:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0f1eda71-03ad-4380-b331-dce03f13d031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:07Z', 'updated_at': '2021-01-27T06:05:09Z', 'revision_number': 2, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'subnets': [{'id': '0f1eda71-03ad-4380-b331-dce03f13d031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:13.265346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Checking router: 00220271-c738-4c7c-816f-0a65b950b922 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:05:13.265510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Updating router 00220271-c738-4c7c-816f-0a65b950b922 port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad binding host dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 27 06:05:13.288278 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=580ccf57-3b80-4ab3-be3b-0f230b85649e,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:13.293374 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:13.327778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:13.367560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Checking segment: {'id': '56cca16f-b4df-4f28-a627-f41aaae30a6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '33e5edb1-536d-4c50-a379-6d23fdf8aaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:05:13.367958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Network hostable DHCP agents. Network: 33e5edb1-536d-4c50-a379-6d23fdf8aaaf, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 06:05:13.426803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Network 33e5edb1-536d-4c50-a379-6d23fdf8aaaf is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 06:05:13.455504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:13.466944 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, 33e5edb1-536d-4c50-a379-6d23fdf8aaaf) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:05:13.480855 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:13.481517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:13.492448 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9af3d9-41d1-46f5-988e-2451fe2c26a8 None None] Network 33e5edb1-536d-4c50-a379-6d23fdf8aaaf requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:05:13.532133 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-465b7bc4-e597-4f3c-b965-4cdb38494e11 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.3037038
Jan 27 06:05:13.805103 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:13.805590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:14.231136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982f857d-5d80-44fb-8618-6d17d19d21b0 None None] Network 33e5edb1-536d-4c50-a379-6d23fdf8aaaf requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:05:14.447885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Notify callbacks [] for port, precommit_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:14.504711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Transition to ACTIVE for port object 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad will not be triggered until provisioned by entity L2. {{(pid=80178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:05:14.568000 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:14.588221 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:14.730347 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba7478-5490-4253-b6e5-b53cbac52a46 None None] Pushing event updated for resources: {'Port': ['ID=58aea43f-7f56-4cf6-a6e9-36bff0bac5ad,revision_number=3']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:14.735520 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-69ba7478-5490-4253-b6e5-b53cbac52a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:14.780497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46464) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:14.786983 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1228213733-network', 'tenant_id': '29d9711c54c342e5be2f7c91ddbe944e'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:14.805913 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:14.811576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Usage tracker for resource:network and tenant:29d9711c54c342e5be2f7c91ddbe944e is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:14.816064 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:14.822235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:14.881478 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Made reservation on behalf of 29d9711c54c342e5be2f7c91ddbe944e for: {'network': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:05:14.896652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for network, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:14.915407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:14.919671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Attempting to bind port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad on host dv-cinder-772623-1-iscsi for vnic_type normal with profile  {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:05:14.920363 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Attempting to bind port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad by drivers openvswitch on host dv-cinder-772623-1-iscsi at level 0 using segments [{'id': '4e9857bc-83fc-45b1-9c82-8ae8a66bca42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87'}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:05:14.920786 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Attempting to bind port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad on network 6c3a04a7-3566-44ee-8fab-3563672c6a87 {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:05:14.928445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Checking agent: {'id': '04df235a-341c-4d0b-ac9b-11c0f79f9aa4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 41, 4), 'started_at': datetime.datetime(2021, 1, 27, 5, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:05:14.928871 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Checking segment: {'id': '4e9857bc-83fc-45b1-9c82-8ae8a66bca42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:05:14.929356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:14.929744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Bound using segment: {'id': '4e9857bc-83fc-45b1-9c82-8ae8a66bca42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87'} {{(pid=80178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:05:14.930399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Bound port: 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad, host: dv-cinder-772623-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9857bc-83fc-45b1-9c82-8ae8a66bca42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87'}}] {{(pid=80178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:05:14.930816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:14.933709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:14.938921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Usage tracker for resource:security_group_rule and tenant:29d9711c54c342e5be2f7c91ddbe944e is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:14.942768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:14.949322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:15.039136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] For port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad, host dv-cinder-772623-1-iscsi, cleared binding levels {{(pid=80178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:05:15.042413 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] For port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad, host dv-cinder-772623-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=58aea43f-7f56-4cf6-a6e9-36bff0bac5ad,segment=NetworkSegment(4e9857bc-83fc-45b1-9c82-8ae8a66bca42),segment_id=4e9857bc-83fc-45b1-9c82-8ae8a66bca42)] {{(pid=80178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:05:15.053582 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:15.074703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:15.092789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:15.097081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:15.101956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-581429d1-b440-46cb-9e7a-04307448912b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:15.141011 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 27 06:05:15.150705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f004f3ca-1017-4ca6-a600-1a46b40e33bf,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:15.155692 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:15.158419 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:15.158828 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.segments_db [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Added segment 65263c8b-b819-46ef-b273-eddd3b636662 of type vxlan for network aee0662d-4e1b-4b40-9199-a4b98e34e418
Jan 27 06:05:15.192192 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363264859573876'] for network, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:15.267285 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba7478-5490-4253-b6e5-b53cbac52a46 None None] Pushing event updated for resources: {'Port': ['ID=58aea43f-7f56-4cf6-a6e9-36bff0bac5ad,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:15.268573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526'] for network, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:15.270689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:15.271684 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:15.272103 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-69ba7478-5490-4253-b6e5-b53cbac52a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:15.277284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:15.319838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Routers {'00220271-c738-4c7c-816f-0a65b950b922'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:05:15.320533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6392a2eb8>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:05:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['00220271-c738-4c7c-816f-0a65b950b922'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:15.401599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Pushing event updated for resources: {'Network': ['ID=aee0662d-4e1b-4b40-9199-a4b98e34e418,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:15.405369 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:15.410723 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c53a3c6a-5c33-4898-8522-990d673fc708 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6288853
Jan 27 06:05:15.413575 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46470) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:15.420772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Request body: {'subnet': {'network_id': 'aee0662d-4e1b-4b40-9199-a4b98e34e418', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1228213733-subnet', 'tenant_id': '29d9711c54c342e5be2f7c91ddbe944e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:15.427087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:15.431374 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Usage tracker for resource:subnet and tenant:29d9711c54c342e5be2f7c91ddbe944e is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:15.434509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:15.441378 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:15.451941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Network aee0662d-4e1b-4b40-9199-a4b98e34e418 details requested by agent ovs-agent-dv-cinder-772623-1-iscsi with host dv-cinder-772623-1-iscsi {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 06:05:15.471212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Network aee0662d-4e1b-4b40-9199-a4b98e34e418 details requested by agent ovs-agent-hv-cinder-77262 with host hv-cinder-77262 {{(pid=80178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 27 06:05:15.485615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Made reservation on behalf of 29d9711c54c342e5be2f7c91ddbe944e for: {'subnet': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:05:15.490613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852367399'] for subnet, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:15.754667 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] Set router 00220271-c738-4c7c-816f-0a65b950b922 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:05:15.965522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-807945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852367416'] for subnet, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:15.982436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-746ba737-3f13-4961-96a6-d7adc4073414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:16.121355 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=569a5cb3-bdab-4b70-9444-f4aecb6bea9b,revision_number=0']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:16.138236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:16.207184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Checking segment: {'id': '65263c8b-b819-46ef-b273-eddd3b636662', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aee0662d-4e1b-4b40-9199-a4b98e34e418'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:05:16.207613 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Network hostable DHCP agents. Network: aee0662d-4e1b-4b40-9199-a4b98e34e418, hostable agents: ['5666a226-b75d-41fc-a1fb-6bdda967122f'], hosted agents: [] {{(pid=80176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 27 06:05:16.266500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Network aee0662d-4e1b-4b40-9199-a4b98e34e418 is scheduled to be hosted by DHCP agent 5666a226-b75d-41fc-a1fb-6bdda967122f with binding_index 1 {{(pid=80176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 27 06:05:16.296359 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6392a2eb8>, [{'id': '00220271-c738-4c7c-816f-0a65b950b922', 'name': 'tempest-TestVolumeBootPattern-498823599-router', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:05:03Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 4, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'gw_port': {'id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:04Z', 'updated_at': '2021-01-27T06:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '58aea43f-7f56-4cf6-a6e9-36bff0bac5ad', 'name': '', 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'mac_address': 'fa:16:3e:1b:45:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0f1eda71-03ad-4380-b331-dce03f13d031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:07Z', 'updated_at': '2021-01-27T06:05:15Z', 'revision_number': 4, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'subnets': [{'id': '0f1eda71-03ad-4380-b331-dce03f13d031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:16.300756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4104f-f5f6-45f6-a0ff-0d5d8b1de601 None None] The sync data for ids ['00220271-c738-4c7c-816f-0a65b950b922'] in dv-cinder-772623-1-iscsi is: [{'id': '00220271-c738-4c7c-816f-0a65b950b922', 'name': 'tempest-TestVolumeBootPattern-498823599-router', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:05:03Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 4, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'gw_port': {'id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:04Z', 'updated_at': '2021-01-27T06:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '58aea43f-7f56-4cf6-a6e9-36bff0bac5ad', 'name': '', 'network_id': '6c3a04a7-3566-44ee-8fab-3563672c6a87', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'mac_address': 'fa:16:3e:1b:45:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0f1eda71-03ad-4380-b331-dce03f13d031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:07Z', 'updated_at': '2021-01-27T06:05:15Z', 'revision_number': 4, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'subnets': [{'id': '0f1eda71-03ad-4380-b331-dce03f13d031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:05:16.306476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-1-iscsi, aee0662d-4e1b-4b40-9199-a4b98e34e418) {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:05:16.317341 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26797f5-c2b6-4c2b-8ba1-127b497587b2 None None] Network aee0662d-4e1b-4b40-9199-a4b98e34e418 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:05:16.320955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:16.321697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:16.387574 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-19bce09a-7b74-4161-a918-d11bdc9e2e67 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9728558
Jan 27 06:05:16.552967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46478) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:16.580970 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e512928f-2bee-4aef-bd92-03bfda9aac13 None None] Network aee0662d-4e1b-4b40-9199-a4b98e34e418 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:05:16.635686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fe38bd-c54a-4111-bd56-3db39d29a2fb admin admin] Deleting subnet 580ccf57-3b80-4ab3-be3b-0f230b85649e {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 06:05:16.639769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f1fe38bd-c54a-4111-bd56-3db39d29a2fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:16.708942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f1fe38bd-c54a-4111-bd56-3db39d29a2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965152'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:16.788143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f1fe38bd-c54a-4111-bd56-3db39d29a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:17.119739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f1fe38bd-c54a-4111-bd56-3db39d29a2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853967796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2408435'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:17.136789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f879bfc2-5957-40bc-8413-2b4c2f7f4a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:17.229406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe38bd-c54a-4111-bd56-3db39d29a2fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580ccf57-3b80-4ab3-be3b-0f230b85649e,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:17.241854 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f1fe38bd-c54a-4111-bd56-3db39d29a2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:17.282050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f1fe38bd-c54a-4111-bd56-3db39d29a2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:17.289481 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f1fe38bd-c54a-4111-bd56-3db39d29a2fb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/580ccf57-3b80-4ab3-be3b-0f230b85649e HTTP/1.1" status: 204  len: 168 time: 0.7353029
Jan 27 06:05:17.292050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46484) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:17.474425 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:17.603431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning for port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:05:17.610342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:17.613660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:17.739568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:17.765143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:17.804666 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] For port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=58aea43f-7f56-4cf6-a6e9-36bff0bac5ad,segment=NetworkSegment(4e9857bc-83fc-45b1-9c82-8ae8a66bca42),segment_id=4e9857bc-83fc-45b1-9c82-8ae8a66bca42)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:05:17.840723 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:17.843372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6a2480ef-c883-4254-91f4-89119c68ad92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:17.933664 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Pushing event updated for resources: {'Port': ['ID=58aea43f-7f56-4cf6-a6e9-36bff0bac5ad,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:17.937390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:17.987147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:18.122422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa6397d1eb8>,) {'filters': {'network_id': ['33e5edb1-536d-4c50-a379-6d23fdf8aaaf']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:18.145021 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa6397d1eb8>, '56cca16f-b4df-4f28-a627-f41aaae30a6e') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:18.145564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa6397d1eb8>, '56cca16f-b4df-4f28-a627-f41aaae30a6e') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:18.162702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851810648'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:18.181055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:18.183724 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 06:05:18.444597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Network 33e5edb1-536d-4c50-a379-6d23fdf8aaaf has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:05:18.455533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-813807'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:18.655404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Network 33e5edb1-536d-4c50-a379-6d23fdf8aaaf has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 06:05:18.679037 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 06:05:18.788323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:18.794737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:18.799715 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c0f69d8e-dc23-410e-acb7-9ca4f363d1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:18.829121 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=33e5edb1-536d-4c50-a379-6d23fdf8aaaf,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:18.843737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:18.843737 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-71dfcc3b-a7c9-44c1-a5a9-37bd0b0e6f0e admin admin] 10.222.0.24 "DELETE /v2.0/networks/33e5edb1-536d-4c50-a379-6d23fdf8aaaf HTTP/1.1" status: 204  len: 168 time: 1.5408282
Jan 27 06:05:18.843737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46490) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:18.906688 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ef41ae-f11d-4b2e-ab9d-a9406345d4ac admin admin] Deleting subnet 569a5cb3-bdab-4b70-9444-f4aecb6bea9b {{(pid=80176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 06:05:18.909090 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-58ef41ae-f11d-4b2e-ab9d-a9406345d4ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:18.970490 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-58ef41ae-f11d-4b2e-ab9d-a9406345d4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2965152'] for subnet, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:19.033789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-58ef41ae-f11d-4b2e-ab9d-a9406345d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:19.329578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-58ef41ae-f11d-4b2e-ab9d-a9406345d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853967796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2408435'] for subnet, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:19.348405 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e4b1c54b-903b-45f3-b195-df9f363043de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:19.437188 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef41ae-f11d-4b2e-ab9d-a9406345d4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=569a5cb3-bdab-4b70-9444-f4aecb6bea9b,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:19.444935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-58ef41ae-f11d-4b2e-ab9d-a9406345d4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:19.454467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad up at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:19.500729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-58ef41ae-f11d-4b2e-ab9d-a9406345d4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for subnet, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:19.507631 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-58ef41ae-f11d-4b2e-ab9d-a9406345d4ac admin admin] 10.222.0.24 "DELETE /v2.0/subnets/569a5cb3-bdab-4b70-9444-f4aecb6bea9b HTTP/1.1" status: 204  len: 168 time: 0.6698000
Jan 27 06:05:19.510281 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46496) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:19.533491 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Provisioning complete for port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:19.533917 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:19.633073 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:19.835826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:19.959797 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa638fc7b38>,) {'filters': {'network_id': ['aee0662d-4e1b-4b40-9199-a4b98e34e418']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:19.973157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa638fc7b38>, '65263c8b-b819-46ef-b273-eddd3b636662') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:19.973494 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa638fc7b38>, '65263c8b-b819-46ef-b273-eddd3b636662') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:05:19.987139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851810648'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:20.004151 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:20.006196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 06:05:20.202914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Network aee0662d-4e1b-4b40-9199-a4b98e34e418 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:05:20.212010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-813807'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:20.399510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Network aee0662d-4e1b-4b40-9199-a4b98e34e418 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 06:05:20.425497 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 06:05:20.582244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:20.585762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:20.600806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:20.611472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Pushing event deleted for resources: {'Network': ['ID=aee0662d-4e1b-4b40-9199-a4b98e34e418,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:20.614841 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] 10.222.0.24 "DELETE /v2.0/networks/aee0662d-4e1b-4b40-9199-a4b98e34e418 HTTP/1.1" status: 204  len: 168 time: 1.1034989
Jan 27 06:05:20.615879 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-983284de-6191-46d0-9f36-584066c6b1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:20.920307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46504) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:20.981595 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-ebd0a559-3e1a-4ecf-8063-7a4fc6be6880 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13e5907cf38941dcba923022299c5d0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0598884
Jan 27 06:05:20.984287 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46508) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:21.053063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fb20dbee-ef77-4431-8a8f-bbd7518ca80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:21.083520 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fb20dbee-ef77-4431-8a8f-bbd7518ca80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:21.159608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fb20dbee-ef77-4431-8a8f-bbd7518ca80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:21.165076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1670a51c-53af-4586-8bef-b5bf42b3e07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:21.178010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20dbee-ef77-4431-8a8f-bbd7518ca80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d11b150-1255-4bf1-b006-d0bfee0f5fcd,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:21.181789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fb20dbee-ef77-4431-8a8f-bbd7518ca80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:21.185639 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fb20dbee-ef77-4431-8a8f-bbd7518ca80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:21.186885 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-fb20dbee-ef77-4431-8a8f-bbd7518ca80c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d11b150-1255-4bf1-b006-d0bfee0f5fcd HTTP/1.1" status: 204  len: 168 time: 0.2016258
Jan 27 06:05:21.802941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46518) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:21.859034 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-cf604a2c-6c31-4ef8-aa85-03a3f1a6b52a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29d9711c54c342e5be2f7c91ddbe944e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0547502
Jan 27 06:05:21.861686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46522) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:21.927395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-25942283-56fa-4f8d-9150-b3dee25e9082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:21.959094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-25942283-56fa-4f8d-9150-b3dee25e9082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:22.049315 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-25942283-56fa-4f8d-9150-b3dee25e9082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:22.053493 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-6cf7593c-f2b4-462a-8b56-b84564fb62d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:22.066169 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25942283-56fa-4f8d-9150-b3dee25e9082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f004f3ca-1017-4ca6-a600-1a46b40e33bf,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:22.070788 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-25942283-56fa-4f8d-9150-b3dee25e9082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:22.074979 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-25942283-56fa-4f8d-9150-b3dee25e9082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:22.075787 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-25942283-56fa-4f8d-9150-b3dee25e9082 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f004f3ca-1017-4ca6-a600-1a46b40e33bf HTTP/1.1" status: 204  len: 168 time: 0.2131114
Jan 27 06:05:27.010845 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:29.211255 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d7de3e2c-e285-4e02-8a4e-9b273073085b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:29.534543 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46648) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:29.690050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:29.705865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:29.709928 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Usage tracker for resource:security_group_rule and tenant:3cb2aa87f3bf4e8394512eb7281b6e9a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:29.712982 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:29.718871 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:29.807049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:29.839101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:29.848920 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fb20dbee-ef77-4431-8a8f-bbd7518ca80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:29.892311 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cb2aa87f3bf4e8394512eb7281b6e9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3565669
Jan 27 06:05:29.894183 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135ca15c-44e7-4b02-810c-89414c192cb2,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:29.895043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46654) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:29.903822 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.904306 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.908636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.908636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.908636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.908636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.908636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.908636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.908636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.908636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.908636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.908636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.909608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.909608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.909608 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.909824 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.910337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.910736 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.911131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.911554 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.911951 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.912343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.912735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.913126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:29.917756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7b9f6fde-5e61-4cd0-9b16-b9fd2a412c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:29.963242 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-25421d8e-f133-44cf-8414-c0b8c157bdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:29.991588 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-25421d8e-f133-44cf-8414-c0b8c157bdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:30.067923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-25421d8e-f133-44cf-8414-c0b8c157bdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:30.073249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-76015754-dde7-45c8-aa54-0358aff63a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:30.087262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25421d8e-f133-44cf-8414-c0b8c157bdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135ca15c-44e7-4b02-810c-89414c192cb2,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:30.090438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-25421d8e-f133-44cf-8414-c0b8c157bdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:30.091952 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-25421d8e-f133-44cf-8414-c0b8c157bdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:30.093171 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-25421d8e-f133-44cf-8414-c0b8c157bdb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/135ca15c-44e7-4b02-810c-89414c192cb2 HTTP/1.1" status: 204  len: 168 time: 0.1970358
Jan 27 06:05:30.551392 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46664) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:30.570680 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9136b99f-7567-408f-9bdd-e38368ff09ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:30.586394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9136b99f-7567-408f-9bdd-e38368ff09ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:30.592609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-9136b99f-7567-408f-9bdd-e38368ff09ba admin admin] Usage tracker for resource:security_group_rule and tenant:4b2fd696742b497aac66cb07d7f1717d is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:30.595630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-9136b99f-7567-408f-9bdd-e38368ff09ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:30.601468 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-9136b99f-7567-408f-9bdd-e38368ff09ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:30.694598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9136b99f-7567-408f-9bdd-e38368ff09ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:30.736321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9136b99f-7567-408f-9bdd-e38368ff09ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:30.745506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7b9569e1-154f-4e3f-a98c-5e4b93683d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:30.788529 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-9136b99f-7567-408f-9bdd-e38368ff09ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b2fd696742b497aac66cb07d7f1717d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2359710
Jan 27 06:05:30.790257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136b99f-7567-408f-9bdd-e38368ff09ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6491dd09-4415-4dca-9549-b35b4f703105,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:30.791444 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46668) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:30.793571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9136b99f-7567-408f-9bdd-e38368ff09ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:30.860547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-587e7c48-93d9-477e-8071-d98b6ea62e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:30.889647 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-587e7c48-93d9-477e-8071-d98b6ea62e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:30.953476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-587e7c48-93d9-477e-8071-d98b6ea62e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:30.958669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-18fbe433-c901-401a-a9cc-384c91b314ec tempest-TestShelveInstance-610165031 tempest-TestShelveInstance-610165031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:30.971246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e7c48-93d9-477e-8071-d98b6ea62e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6491dd09-4415-4dca-9549-b35b4f703105,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:30.976451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-587e7c48-93d9-477e-8071-d98b6ea62e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:30.980829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-587e7c48-93d9-477e-8071-d98b6ea62e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:30.982559 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-587e7c48-93d9-477e-8071-d98b6ea62e04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6491dd09-4415-4dca-9549-b35b4f703105 HTTP/1.1" status: 204  len: 168 time: 0.1896172
Jan 27 06:05:31.504919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46676) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:31.524438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06b02157-75cd-478e-b3aa-6ff778aae6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:31.539730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-06b02157-75cd-478e-b3aa-6ff778aae6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:31.544161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-06b02157-75cd-478e-b3aa-6ff778aae6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:caaa9eafb26d483b81dfdba74d382729 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:31.547171 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-06b02157-75cd-478e-b3aa-6ff778aae6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:31.553328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-06b02157-75cd-478e-b3aa-6ff778aae6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:31.597526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5cd2322a-f2f0-4844-a3f1-99d1dcc52f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:31.645860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06b02157-75cd-478e-b3aa-6ff778aae6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:31.677522 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-06b02157-75cd-478e-b3aa-6ff778aae6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:31.688102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-3d7851ae-f862-4457-b336-28de33ac7038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:31.736264 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-06b02157-75cd-478e-b3aa-6ff778aae6f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=caaa9eafb26d483b81dfdba74d382729&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2301137
Jan 27 06:05:31.737220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b02157-75cd-478e-b3aa-6ff778aae6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5c1644-bfb6-4e5f-a686-d4bc5597aa7b,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:31.739130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46682) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:31.740718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-06b02157-75cd-478e-b3aa-6ff778aae6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:31.806932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a15eed8e-69ba-4b2e-ab01-429bad1760b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:31.834367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a15eed8e-69ba-4b2e-ab01-429bad1760b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:31.907973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a15eed8e-69ba-4b2e-ab01-429bad1760b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:31.913313 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b4e40a28-f1a0-4941-a03e-8a6e4c14660d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:31.927074 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15eed8e-69ba-4b2e-ab01-429bad1760b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5c1644-bfb6-4e5f-a686-d4bc5597aa7b,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:31.932022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a15eed8e-69ba-4b2e-ab01-429bad1760b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:31.936357 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-a15eed8e-69ba-4b2e-ab01-429bad1760b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:31.937575 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a15eed8e-69ba-4b2e-ab01-429bad1760b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd5c1644-bfb6-4e5f-a686-d4bc5597aa7b HTTP/1.1" status: 204  len: 168 time: 0.1973283
Jan 27 06:05:32.479468 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:33.208345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:05:33.585740 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:33.724638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:36.433220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-4a06379f-f511-4947-987a-5f2b36f0e260 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:security_group {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:05:36.500368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-4a06379f-f511-4947-987a-5f2b36f0e260 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:security_group {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:05:36.501683 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-4a06379f-f511-4947-987a-5f2b36f0e260 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-142519282&fields=id&tenant_id=c80fb444e1654b22af727a40bcb7674a HTTP/1.1" status: 200  len: 267 time: 0.1238112
Jan 27 06:05:36.735089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-d989b6f2-cacf-488a-a6b9-efe975f39a54 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:36.735949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-d989b6f2-cacf-488a-a6b9-efe975f39a54 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:network {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:05:36.787949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-d989b6f2-cacf-488a-a6b9-efe975f39a54 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:network {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:05:36.789261 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-d989b6f2-cacf-488a-a6b9-efe975f39a54 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 811 time: 0.2795699
Jan 27 06:05:36.807094 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-b9af4999-5ceb-4677-85dd-32df939320a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/quotas/c80fb444e1654b22af727a40bcb7674a HTTP/1.1" status: 200  len: 375 time: 0.0108495
Jan 27 06:05:36.926568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-e90dffc8-11b3-450c-b9e6-52fc219a6fbf tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80177) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:05:36.970476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-e90dffc8-11b3-450c-b9e6-52fc219a6fbf tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:05:36.971972 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-e90dffc8-11b3-450c-b9e6-52fc219a6fbf tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1568234
Jan 27 06:05:37.127638 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-0885398d-32eb-4c25-bf7e-14dce15b3c93 service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424024
Jan 27 06:05:37.271962 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-52edfe51-565c-4152-b7c2-b1806cc1715d service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379561
Jan 27 06:05:37.845002 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3aaadfb3-1e51-4333-a250-374b2c075957 req-7cce3d88-3442-44b7-952b-12a44e3b23b5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 210 time: 0.0482025
Jan 27 06:05:38.976630 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f782e98f-6e32-4cba-b935-c8ea350da4eb req-994a3977-ff7c-47b9-be6b-74933f362a76 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 210 time: 0.0523357
Jan 27 06:05:40.097033 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3b432cc9-a25b-4631-ad54-7b023262b690 req-cea6156a-a646-420c-89d4-70c9eb556056 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 210 time: 0.0483563
Jan 27 06:05:41.218681 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bdb97f24-a071-4346-95b9-929946105f0e req-c714f67f-64e5-4d06-88d7-3d3e0ff69d84 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 210 time: 0.0485766
Jan 27 06:05:41.378592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46848) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:41.537831 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af7e4f25-8909-45cc-89e7-324f0c155423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:41.554741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-af7e4f25-8909-45cc-89e7-324f0c155423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:41.559040 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-af7e4f25-8909-45cc-89e7-324f0c155423 admin admin] Usage tracker for resource:security_group_rule and tenant:b21289dbee6f4c47b0f8e9a9e882f8f3 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:41.563629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-af7e4f25-8909-45cc-89e7-324f0c155423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:41.569539 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-af7e4f25-8909-45cc-89e7-324f0c155423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:41.750524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af7e4f25-8909-45cc-89e7-324f0c155423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:41.785449 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-af7e4f25-8909-45cc-89e7-324f0c155423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:41.798117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cab463d6-89a9-4dbe-96ee-bc78e3e49c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:41.841355 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-af7e4f25-8909-45cc-89e7-324f0c155423 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b21289dbee6f4c47b0f8e9a9e882f8f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4615872
Jan 27 06:05:41.843070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e4f25-8909-45cc-89e7-324f0c155423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0834fb4-af25-4ec6-a7f0-df6053523055,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:41.844442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46856) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:41.847188 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-af7e4f25-8909-45cc-89e7-324f0c155423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:41.909078 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-05d6dd9a-2dfa-4482-8f6c-c1f283ff2eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:41.943406 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-05d6dd9a-2dfa-4482-8f6c-c1f283ff2eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:42.021638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-05d6dd9a-2dfa-4482-8f6c-c1f283ff2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:42.025615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5388ea67-77fb-4050-9290-3f8e9da10095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:42.039848 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6dd9a-2dfa-4482-8f6c-c1f283ff2eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0834fb4-af25-4ec6-a7f0-df6053523055,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:42.042611 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-05d6dd9a-2dfa-4482-8f6c-c1f283ff2eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:42.055791 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-05d6dd9a-2dfa-4482-8f6c-c1f283ff2eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:42.057050 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-05d6dd9a-2dfa-4482-8f6c-c1f283ff2eb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0834fb4-af25-4ec6-a7f0-df6053523055 HTTP/1.1" status: 204  len: 168 time: 0.2114882
Jan 27 06:05:42.400937 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8a33d2bd-d901-4707-99fb-d1b6ee09d3cf req-593e410a-ec64-4d10-bf8a-8582694cce6e tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 210 time: 0.0490365
Jan 27 06:05:42.554919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 46866) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:42.574344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51588861-14ed-47be-b0c2-2637caae0e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:42.589877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-51588861-14ed-47be-b0c2-2637caae0e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:42.594757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-51588861-14ed-47be-b0c2-2637caae0e8c admin admin] Usage tracker for resource:security_group_rule and tenant:39be1cdc4c024e028e48fd8cb7579e62 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:42.597747 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-51588861-14ed-47be-b0c2-2637caae0e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:42.603538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-51588861-14ed-47be-b0c2-2637caae0e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:42.691879 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51588861-14ed-47be-b0c2-2637caae0e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:42.724601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51588861-14ed-47be-b0c2-2637caae0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:42.734213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f010afcb-2053-424f-a755-4fb60198b1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:42.784153 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-51588861-14ed-47be-b0c2-2637caae0e8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39be1cdc4c024e028e48fd8cb7579e62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2278895
Jan 27 06:05:42.785076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51588861-14ed-47be-b0c2-2637caae0e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589a6caa-61f5-4f90-a78e-7725a4818892,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:42.786853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46872) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:42.788383 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-51588861-14ed-47be-b0c2-2637caae0e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:42.851409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-941b7bc6-cad6-4049-8322-cca69dc5eb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:42.883033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-941b7bc6-cad6-4049-8322-cca69dc5eb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:42.962556 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-941b7bc6-cad6-4049-8322-cca69dc5eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:42.969253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-88082326-e869-421b-85c7-ac56ccd1616b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:42.982971 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b7bc6-cad6-4049-8322-cca69dc5eb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589a6caa-61f5-4f90-a78e-7725a4818892,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:42.986780 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-941b7bc6-cad6-4049-8322-cca69dc5eb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:42.992445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-941b7bc6-cad6-4049-8322-cca69dc5eb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:42.999517 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-941b7bc6-cad6-4049-8322-cca69dc5eb6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/589a6caa-61f5-4f90-a78e-7725a4818892 HTTP/1.1" status: 204  len: 168 time: 0.2056887
Jan 27 06:05:43.594554 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3954c6aa-d953-4453-a8ac-b8db6fb58630 req-33e3b2bb-000f-4efe-a64c-66ff95c15579 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 210 time: 0.0596688
Jan 27 06:05:44.178453 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-7cdf46e6-4fa7-4c3e-9b49-507fc6f2f56b tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:44.180442 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-7cdf46e6-4fa7-4c3e-9b49-507fc6f2f56b tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 811 time: 0.2282226
Jan 27 06:05:44.296427 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-b7927f85-d020-4a3c-aae1-a0d7ede9f4f1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:security_group {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:05:44.311035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-b7927f85-d020-4a3c-aae1-a0d7ede9f4f1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:security_group {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:05:44.312731 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-b7927f85-d020-4a3c-aae1-a0d7ede9f4f1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c80fb444e1654b22af727a40bcb7674a HTTP/1.1" status: 200  len: 5763 time: 0.1129255
Jan 27 06:05:44.323823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'port': {'device_id': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'admin_state_up': True, 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'security_groups': ['9f353089-d71a-42f1-81ab-56bdb42ebc64']}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:44.475160 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:44.485635 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:44.536048 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Made reservation on behalf of c80fb444e1654b22af727a40bcb7674a for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:05:44.554700 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:44.821132 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-421547f8-2780-4096-b449-7c9405929362 req-a16d6372-d5d3-4f2d-81ab-0efa795011be tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 210 time: 0.0923107
Jan 27 06:05:44.940583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Allocated IP 172.20.0.6 (91d2fc1b-c86b-4048-8f4a-bd5a25aac97e/d6d2f976-2dbc-4dbe-86e5-d0d002f41edd/11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:05:45.146049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:45.164624 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Transition to ACTIVE for port object 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:05:45.234285 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:45.252910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-07eaeea0-97e3-4278-98c9-7c13b66c9d0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:45.649229 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'Port': ['ID=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:45.654059 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:45.707268 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:05:45.708469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:05:45.710872 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:05:45.832803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:45.833549 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:45.924195 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-ae0a640d-fc34-4571-b549-bf862132ba19 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6047673
Jan 27 06:05:45.944967 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Request body: {'port': {'device_id': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:05:45.982122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0087ea11-6334-49d1-955d-3c0adffae01e None None] Provisioning for port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:05:45.991195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-0087ea11-6334-49d1-955d-3c0adffae01e None None] Provisioning complete for port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:45.991657 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-0087ea11-6334-49d1-955d-3c0adffae01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:46.062743 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-0087ea11-6334-49d1-955d-3c0adffae01e None None] Port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 06:05:46.080143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:46.150743 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aed593-2b00-4065-bb38-b577a4efd708 req-dcf200c6-0d34-404c-8147-4b54c55d1804 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:46.152432 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-37aed593-2b00-4065-bb38-b577a4efd708 req-dcf200c6-0d34-404c-8147-4b54c55d1804 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 931 time: 0.1625347
Jan 27 06:05:46.220807 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-37aed593-2b00-4065-bb38-b577a4efd708 req-fb6b0683-2eae-4d81-9712-1cdfe7e60538 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0611315
Jan 27 06:05:46.515710 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 06:05:46.523466 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:46.536391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Transition to ACTIVE for port object 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:05:46.564321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:46.581367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-981b169e-a7fe-4e81-b7d2-27fef3f8c1bb tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:46.652123 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46952) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:46.719313 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:46.724696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:46.813211 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-45c5fe1e-5160-437b-9b39-91870314bf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:46.830231 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-45c5fe1e-5160-437b-9b39-91870314bf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:46.834510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-45c5fe1e-5160-437b-9b39-91870314bf3d admin admin] Usage tracker for resource:security_group_rule and tenant:786951ce7de84f60afdd6caa43e9b8f4 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:46.837724 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-45c5fe1e-5160-437b-9b39-91870314bf3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:46.843996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-45c5fe1e-5160-437b-9b39-91870314bf3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:46.932553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Attempting to bind port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:05:46.932942 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Attempting to bind port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:05:46.933313 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Attempting to bind port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 on network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:05:46.940969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:05:46.941374 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Checking segment: {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:05:46.941735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:46.942284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Bound using segment: {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:05:46.942600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Bound port: 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:05:46.942978 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:46.944373 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-45c5fe1e-5160-437b-9b39-91870314bf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:46.979935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-45c5fe1e-5160-437b-9b39-91870314bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:46.990396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-08f592ff-41f6-4df7-b2f4-c76791699cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:47.036827 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-45c5fe1e-5160-437b-9b39-91870314bf3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=786951ce7de84f60afdd6caa43e9b8f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3808808
Jan 27 06:05:47.036827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5fe1e-5160-437b-9b39-91870314bf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439af075-f75b-4b70-9f87-4e598bc177ec,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:47.038504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46958) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:47.041623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-45c5fe1e-5160-437b-9b39-91870314bf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:47.046991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] For port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:05:47.050636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] For port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:05:47.073579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:47.089981 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:47.104150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-89ab2239-cd9e-4633-9239-4e73baaf804f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:47.132837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-89ab2239-cd9e-4633-9239-4e73baaf804f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:47.216544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-89ab2239-cd9e-4633-9239-4e73baaf804f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:47.222289 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-98a216e4-58ce-4295-b81d-d7776251b07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:47.237189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab2239-cd9e-4633-9239-4e73baaf804f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439af075-f75b-4b70-9f87-4e598bc177ec,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:47.240605 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-89ab2239-cd9e-4633-9239-4e73baaf804f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:47.242736 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-89ab2239-cd9e-4633-9239-4e73baaf804f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:47.247411 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-89ab2239-cd9e-4633-9239-4e73baaf804f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/439af075-f75b-4b70-9f87-4e598bc177ec HTTP/1.1" status: 204  len: 168 time: 0.2045043
Jan 27 06:05:47.260811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:47.266421 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:47.303924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:47.304697 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:47.306335 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] 10.222.0.13 "PUT /v2.0/ports/11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 HTTP/1.1" status: 200  len: 1157 time: 1.3684359
Jan 27 06:05:47.307010 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'tag': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:05:47.409592 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'tag': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564', 'status': 'completed', 'code': 200}
Jan 27 06:05:47.524195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-abae7773-5b32-469e-82ff-1a1bc2215b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:47.525855 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-abae7773-5b32-469e-82ff-1a1bc2215b03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 1160 time: 0.1154425
Jan 27 06:05:47.593578 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aa1a3-9d80-41ca-9ddb-cfc120320974 req-456d0dcd-fe86-4743-8b6f-8d90721d722a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:47.594328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-637aa1a3-9d80-41ca-9ddb-cfc120320974 req-456d0dcd-fe86-4743-8b6f-8d90721d722a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:05:47.681691 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-884595ae-dc76-400e-b6b0-49ac71d18ba7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 HTTP/1.1" status: 200  len: 217 time: 0.0840323
Jan 27 06:05:47.730923 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-637aa1a3-9d80-41ca-9ddb-cfc120320974 req-456d0dcd-fe86-4743-8b6f-8d90721d722a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:05:47.732356 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-637aa1a3-9d80-41ca-9ddb-cfc120320974 req-456d0dcd-fe86-4743-8b6f-8d90721d722a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 943 time: 0.3677695
Jan 27 06:05:47.787915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-6b7ab81d-f542-40f1-9b29-2a602c5216dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:47.789506 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-6b7ab81d-f542-40f1-9b29-2a602c5216dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.1019795
Jan 27 06:05:47.837338 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46970) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:47.847927 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-637aa1a3-9d80-41ca-9ddb-cfc120320974 req-be660bd0-2e90-4913-9b2d-6d67d96fc415 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1089332
Jan 27 06:05:47.860380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7472cb60-55d1-4787-b153-63c985339139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:47.886869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7472cb60-55d1-4787-b153-63c985339139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:47.891922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7472cb60-55d1-4787-b153-63c985339139 admin admin] Usage tracker for resource:security_group_rule and tenant:fe373cc651374fffab9d0b88e383f6f8 is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:47.895122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-7472cb60-55d1-4787-b153-63c985339139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:47.899757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-3c224ad2-36c1-4f22-ba3c-ebf7748f1b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:47.901101 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-7472cb60-55d1-4787-b153-63c985339139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:47.901519 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-3c224ad2-36c1-4f22-ba3c-ebf7748f1b7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1051838
Jan 27 06:05:47.988573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7472cb60-55d1-4787-b153-63c985339139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:48.021669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7472cb60-55d1-4787-b153-63c985339139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:48.031897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-45c5fe1e-5160-437b-9b39-91870314bf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:48.048997 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-52310bdf-d897-4178-941e-79ff1b1be879 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410027
Jan 27 06:05:48.073897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472cb60-55d1-4787-b153-63c985339139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ea02b1-e98e-436d-9aad-86b28bedb776,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:48.081733 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-7472cb60-55d1-4787-b153-63c985339139 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe373cc651374fffab9d0b88e383f6f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2407546
Jan 27 06:05:48.081733 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7472cb60-55d1-4787-b153-63c985339139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:48.082090 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 46974) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:48.145008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5ac5e390-414a-4d02-99dd-03b5512d2a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:48.172996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5ac5e390-414a-4d02-99dd-03b5512d2a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:48.199603 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-cc385557-e37f-4e71-a044-ea1fee10a95f req-45922cb0-9d20-4dea-881a-2273a9a960a9 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428955
Jan 27 06:05:48.267465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5ac5e390-414a-4d02-99dd-03b5512d2a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:48.272701 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5d53d0fe-42b9-40a9-bf66-c2fd91c75882 tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:48.287000 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5e390-414a-4d02-99dd-03b5512d2a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ea02b1-e98e-436d-9aad-86b28bedb776,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:48.289789 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-5ac5e390-414a-4d02-99dd-03b5512d2a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:48.290966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5ac5e390-414a-4d02-99dd-03b5512d2a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:48.292290 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-5ac5e390-414a-4d02-99dd-03b5512d2a07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49ea02b1-e98e-436d-9aad-86b28bedb776 HTTP/1.1" status: 204  len: 168 time: 0.2093039
Jan 27 06:05:48.437039 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d025f-5646-4741-b9a0-1fad21a6789f req-b191ed39-976f-4b48-bca1-7e5274b55ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:48.438678 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5d4d025f-5646-4741-b9a0-1fad21a6789f req-b191ed39-976f-4b48-bca1-7e5274b55ede service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 1160 time: 0.0791550
Jan 27 06:05:48.585150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d025f-5646-4741-b9a0-1fad21a6789f req-1d3f5b2a-ac95-4d5f-9d7f-b819f4031419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:48.586749 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5d4d025f-5646-4741-b9a0-1fad21a6789f req-1d3f5b2a-ac95-4d5f-9d7f-b819f4031419 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1411610
Jan 27 06:05:48.665591 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5d4d025f-5646-4741-b9a0-1fad21a6789f req-6cafa682-4031-4c17-bb07-0f0a783df821 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 HTTP/1.1" status: 200  len: 217 time: 0.0721595
Jan 27 06:05:48.736482 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d025f-5646-4741-b9a0-1fad21a6789f req-c56707b0-d139-4fa1-94e5-8f12142c6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:48.738095 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5d4d025f-5646-4741-b9a0-1fad21a6789f req-c56707b0-d139-4fa1-94e5-8f12142c6f45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0664666
Jan 27 06:05:48.825473 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d025f-5646-4741-b9a0-1fad21a6789f req-adc32053-1843-4c7e-a317-475b6bc6cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:48.827124 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5d4d025f-5646-4741-b9a0-1fad21a6789f req-adc32053-1843-4c7e-a317-475b6bc6cc2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821061
Jan 27 06:05:48.980238 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5d4d025f-5646-4741-b9a0-1fad21a6789f req-94417e75-d55b-45da-a9e5-f0b11bae2ae4 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461470
Jan 27 06:05:49.145250 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5d4d025f-5646-4741-b9a0-1fad21a6789f req-24692d5a-d521-4187-bb04-ef81d32cfb1d service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1580813
Jan 27 06:05:49.443061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110707-a3df-443f-b5fd-ebbd2c90b27f req-31d0df42-eb2d-46a7-8d1b-70b5b5cb22bc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:49.444789 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f9110707-a3df-443f-b5fd-ebbd2c90b27f req-31d0df42-eb2d-46a7-8d1b-70b5b5cb22bc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 943 time: 0.4301777
Jan 27 06:05:49.508334 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f9110707-a3df-443f-b5fd-ebbd2c90b27f req-f04d43b8-1bc5-482a-90c4-571120b539e0 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0567319
Jan 27 06:05:50.082650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 47008) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:50.231794 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:50.248053 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:50.252108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Usage tracker for resource:security_group_rule and tenant:deba6d332f294c5cacbd89830fe184bb is out of sync, need to count used quota {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:50.254994 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:50.260838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:50.348924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:50.404323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:50.413461 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-213a31d9-278a-4a67-ab3e-ebb2262be58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:50.456970 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=deba6d332f294c5cacbd89830fe184bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3731315
Jan 27 06:05:50.457959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1498e4e-7285-40cb-ad01-eddd840ee344,revision_number=1']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:50.459892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 47014) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:50.466078 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.466589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.467003 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.467432 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.467830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.468232 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.468629 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.469023 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.469419 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.469814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.470206 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.470597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.471047 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.471467 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.471860 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.472246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.472637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.473022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.473409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.473796 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.474190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.474571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.474958 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.475342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:05:50.480352 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c6763e83-f441-4033-99db-eafa4f3fc400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:50.523579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c83a8170-d3ec-488d-b752-35ffcb4bcbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:50.551685 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c83a8170-d3ec-488d-b752-35ffcb4bcbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:50.622320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c83a8170-d3ec-488d-b752-35ffcb4bcbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:50.627989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-587e7c48-93d9-477e-8071-d98b6ea62e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:50.642627 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a8170-d3ec-488d-b752-35ffcb4bcbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1498e4e-7285-40cb-ad01-eddd840ee344,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:50.647905 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c83a8170-d3ec-488d-b752-35ffcb4bcbda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:50.687185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c83a8170-d3ec-488d-b752-35ffcb4bcbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:50.688432 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-c83a8170-d3ec-488d-b752-35ffcb4bcbda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1498e4e-7285-40cb-ad01-eddd840ee344 HTTP/1.1" status: 204  len: 168 time: 0.2274656
Jan 27 06:05:50.798693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cae571-29bb-487f-8273-2fde2cf155e0 req-1ea6eb0c-3d8e-4818-b271-74587c7ee917 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:50.800575 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f0cae571-29bb-487f-8273-2fde2cf155e0 req-1ea6eb0c-3d8e-4818-b271-74587c7ee917 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 943 time: 0.1555760
Jan 27 06:05:50.863166 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f0cae571-29bb-487f-8273-2fde2cf155e0 req-7fac0e37-79cd-4998-9e5d-3351eb87f649 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0565808
Jan 27 06:05:52.141703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63ece8-d50f-4551-9614-3d74637d66ad req-4cc740e6-396b-4ccc-b5ec-9a7f8ddb6e7a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:52.143508 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2f63ece8-d50f-4551-9614-3d74637d66ad req-4cc740e6-396b-4ccc-b5ec-9a7f8ddb6e7a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 943 time: 0.1494172
Jan 27 06:05:52.213952 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2f63ece8-d50f-4551-9614-3d74637d66ad req-26bb049e-5b27-4a73-a80d-d5559ca08210 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0635245
Jan 27 06:05:52.721427 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 47060) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:52.875193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1ec50f2f-ebdd-413e-9481-6ae876bf2337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:52.892161 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1ec50f2f-ebdd-413e-9481-6ae876bf2337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:05:52.896283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1ec50f2f-ebdd-413e-9481-6ae876bf2337 admin admin] Usage tracker for resource:security_group_rule and tenant:ada5b4fc572c49cd8868d9cf70985778 is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:05:52.899319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [None req-1ec50f2f-ebdd-413e-9481-6ae876bf2337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:05:52.906507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [None req-1ec50f2f-ebdd-413e-9481-6ae876bf2337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:05:52.993747 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1ec50f2f-ebdd-413e-9481-6ae876bf2337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:53.025246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1ec50f2f-ebdd-413e-9481-6ae876bf2337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:53.035190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-cb3a5508-c2ea-4b35-9345-3675eaaada81 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:53.083841 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-1ec50f2f-ebdd-413e-9481-6ae876bf2337 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ada5b4fc572c49cd8868d9cf70985778&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3612041
Jan 27 06:05:53.084925 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec50f2f-ebdd-413e-9481-6ae876bf2337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6945c77b-dfe7-4a87-ab27-fa4c4e1976ac,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:53.086712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 47066) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:05:53.088269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1ec50f2f-ebdd-413e-9481-6ae876bf2337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:53.150095 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70396bf5-5029-40cd-a36c-d046ce5d0cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:53.180858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70396bf5-5029-40cd-a36c-d046ce5d0cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:53.255718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70396bf5-5029-40cd-a36c-d046ce5d0cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:53.261022 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7399704b-a309-47d0-a96e-c5fd22ebbdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:53.274966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70396bf5-5029-40cd-a36c-d046ce5d0cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6945c77b-dfe7-4a87-ab27-fa4c4e1976ac,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:53.279246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-70396bf5-5029-40cd-a36c-d046ce5d0cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:53.285293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-70396bf5-5029-40cd-a36c-d046ce5d0cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:53.287912 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-70396bf5-5029-40cd-a36c-d046ce5d0cf0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6945c77b-dfe7-4a87-ab27-fa4c4e1976ac HTTP/1.1" status: 204  len: 168 time: 0.1987159
Jan 27 06:05:53.498574 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f7205-053c-45b0-9dc8-69b2982f2422 req-b83df5cb-0ee2-4f8c-8d9b-d83ad05a8c83 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:53.500323 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bb9f7205-053c-45b0-9dc8-69b2982f2422 req-b83df5cb-0ee2-4f8c-8d9b-d83ad05a8c83 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 943 time: 0.1484523
Jan 27 06:05:53.569652 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-bb9f7205-053c-45b0-9dc8-69b2982f2422 req-c15baffe-e11f-48e7-95e9-80c3ee98e994 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0628920
Jan 27 06:05:54.854693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7c745-8beb-4baf-a259-aaf68dbc6547 req-f0fc2f81-7321-4c91-a8c6-d401d59225c8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:54.857266 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-47d7c745-8beb-4baf-a259-aaf68dbc6547 req-f0fc2f81-7321-4c91-a8c6-d401d59225c8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 943 time: 0.1512916
Jan 27 06:05:54.917997 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-47d7c745-8beb-4baf-a259-aaf68dbc6547 req-f3de9bf2-edf6-479e-b8d9-6ae0ad547ae7 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0543127
Jan 27 06:05:56.197104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff22174-8938-4c8d-bab3-bdaff9c8ce90 req-8c5bf141-090d-474c-b16c-a0daeeca8643 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:56.198662 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aff22174-8938-4c8d-bab3-bdaff9c8ce90 req-8c5bf141-090d-474c-b16c-a0daeeca8643 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 943 time: 0.1503079
Jan 27 06:05:56.260332 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-aff22174-8938-4c8d-bab3-bdaff9c8ce90 req-14424ad7-ad17-478c-9d0a-e2593bc135ec tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0547385
Jan 27 06:05:57.027089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:57.533049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a966f-89b7-4eac-a831-133eeb0595e4 req-f074536b-ba73-48d2-a216-48d7e2e065d2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:57.534651 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-322a966f-89b7-4eac-a831-133eeb0595e4 req-f074536b-ba73-48d2-a216-48d7e2e065d2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 943 time: 0.1473496
Jan 27 06:05:57.594578 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-322a966f-89b7-4eac-a831-133eeb0595e4 req-f5c2ab38-12e3-4c55-922f-9cee576a09f8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0536211
Jan 27 06:05:57.748823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:57.849991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:05:57.854961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:57.855431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:57.980197 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:58.009134 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:05:58.020247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:05:58.050125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:58.052185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-8c9b398d-2fcf-4fbb-b4f5-66eaa354691b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:05:58.089113 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564', 'code': 200}
Jan 27 06:05:58.123230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:05:58.126510 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:05:58.452930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bdf9c-3ff3-4511-ab20-20c34946fcea req-4ab81c23-7509-4ecd-a973-fcb70e27cf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:58.454533 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a52bdf9c-3ff3-4511-ab20-20c34946fcea req-4ab81c23-7509-4ecd-a973-fcb70e27cf03 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 1162 time: 0.0777342
Jan 27 06:05:58.498815 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a52bdf9c-3ff3-4511-ab20-20c34946fcea req-8b14d211-a3d7-4bdb-b62b-f265e77a6cf9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0380790
Jan 27 06:05:58.899616 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d818db5-b749-4b9e-84cd-43c876563c6d req-837bba54-e566-4b59-8f21-7ab9729e1879 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:05:58.901316 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4d818db5-b749-4b9e-84cd-43c876563c6d req-837bba54-e566-4b59-8f21-7ab9729e1879 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 945 time: 0.1471090
Jan 27 06:05:58.962890 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4d818db5-b749-4b9e-84cd-43c876563c6d req-89b4f5a6-7666-4009-97c9-4cb02ee23902 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0551152
Jan 27 06:05:59.204750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-50bbe410-00b2-4df9-b39d-4518264781f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:05:59.296412 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:05:59.368356 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:05:59.368767 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:00.448369 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665780b-e546-4415-a2b6-af7e8f3b54c1 req-63c5a927-93a7-4c7e-9e55-f3e441a0b5d7 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:00.449951 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5665780b-e546-4415-a2b6-af7e8f3b54c1 req-63c5a927-93a7-4c7e-9e55-f3e441a0b5d7 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 945 time: 0.3516881
Jan 27 06:06:00.512213 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5665780b-e546-4415-a2b6-af7e8f3b54c1 req-0ef65ce1-f1bc-4194-bab0-89af6f6e01ac tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0552924
Jan 27 06:06:00.791897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b80bfd-df9d-40b2-b79c-1ac42a027435 req-0f8818be-2110-4508-a98d-4f74c412ff8d tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:00.793441 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-36b80bfd-df9d-40b2-b79c-1ac42a027435 req-0f8818be-2110-4508-a98d-4f74c412ff8d tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 945 time: 0.1493990
Jan 27 06:06:00.853939 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-36b80bfd-df9d-40b2-b79c-1ac42a027435 req-33682353-0c1e-49f7-9314-bfb11fc7526e tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0533144
Jan 27 06:06:01.330420 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-5228dbdd-22f8-4df7-8211-b69196ce66bc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4221480
Jan 27 06:06:01.340476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'floatingip': {'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:06:01.359319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:06:01.363415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Usage tracker for resource:floatingip and tenant:c80fb444e1654b22af727a40bcb7674a is out of sync, need to count used quota {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 27 06:06:01.366366 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 27 06:06:01.372120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:06:01.414077 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:01.561090 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:01.587295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2e9dec0e-7a1c-4164-9d4a-85f8a36d3147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:01.875655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Allocated IP 172.27.2.157 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/438c8ecc-d3c4-4f9d-9f77-32118be04cae) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:06:02.033451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:02.118856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:02.135030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:06:02.268027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'Port': ['ID=438c8ecc-d3c4-4f9d-9f77-32118be04cae,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:06:02.272710 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:06:02.329858 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:06:02.331018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:06:02.333386 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:06:02.423755 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:02.535775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:02.539599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:02.813288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:02.865112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:02.881881 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d19ee0d4-9611-46cb-b83d-c3a5c3135978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:06:03.019586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'Port': ['ID=438c8ecc-d3c4-4f9d-9f77-32118be04cae,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:06:03.024841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:06:03.125673 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:03.185119 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:03.186423 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8500967
Jan 27 06:06:03.289367 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-43c77b6e-6c1a-43bd-8b8c-80235d56d3d8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:floatingip {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:06:03.333809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-43c77b6e-6c1a-43bd-8b8c-80235d56d3d8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:floatingip {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:06:03.335015 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-43c77b6e-6c1a-43bd-8b8c-80235d56d3d8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.157 HTTP/1.1" status: 200  len: 696 time: 0.1422052
Jan 27 06:06:03.556038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-a1febf4b-0764-40c2-be62-0b23ae0a1086 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:03.557571 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-a1febf4b-0764-40c2-be62-0b23ae0a1086 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 784 time: 0.2164857
Jan 27 06:06:03.569472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-163cb6f6-19b1-4cfe-bc84-fcbd1e163f75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 06:06:03.570505 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-709e663d-47e6-4e2d-bcab-9e98ed6a969d req-163cb6f6-19b1-4cfe-bc84-fcbd1e163f75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0060887
Jan 27 06:06:03.602485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:03.727750 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:03.834213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-9186fcb2-769a-4b10-af1d-af3d3cb565b2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:03.835948 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-9186fcb2-769a-4b10-af1d-af3d3cb565b2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1476824
Jan 27 06:06:03.938986 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-35c30231-6631-4cdb-b563-9507d819b56a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.157 HTTP/1.1" status: 200  len: 696 time: 0.0962663
Jan 27 06:06:03.949234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-6dc0cbf0-6e29-4303-bf99-91295cec2229 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'floatingip': {'port_id': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:06:04.263445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-6dc0cbf0-6e29-4303-bf99-91295cec2229 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:04.910638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-6dc0cbf0-6e29-4303-bf99-91295cec2229 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:04.939157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-6dc0cbf0-6e29-4303-bf99-91295cec2229 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:05.116912 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-6dc0cbf0-6e29-4303-bf99-91295cec2229 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Floating IP a9b0d5a7-c362-4f28-9c70-c41172fc33c0 associated. External IP: 172.27.2.157, port: 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564.
Jan 27 06:06:05.493192 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-6dc0cbf0-6e29-4303-bf99-91295cec2229 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Router 104c9f4f-aacb-407e-94ea-26181a5f9d0d has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:06:05.690950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-6dc0cbf0-6e29-4303-bf99-91295cec2229 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:06:05.695969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-6dc0cbf0-6e29-4303-bf99-91295cec2229 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:05.700760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d26d8-0e9d-449c-94a1-a8fcb16ccc49 None None] Sync routers for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:06:05.711319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d26d8-0e9d-449c-94a1-a8fcb16ccc49 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:06:05.712001 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-058d26d8-0e9d-449c-94a1-a8fcb16ccc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6397e4cc0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:06:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:06:05.753838 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-6dc0cbf0-6e29-4303-bf99-91295cec2229 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "PUT /v2.0/floatingips/a9b0d5a7-c362-4f28-9c70-c41172fc33c0 HTTP/1.1" status: 200  len: 996 time: 1.8086472
Jan 27 06:06:05.754407 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'tag': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:06:05.852910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-014a9d8a-037a-44bb-8e18-b0970420b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:05.854846 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-014a9d8a-037a-44bb-8e18-b0970420b6bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 1162 time: 0.0871611
Jan 27 06:06:05.903792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-058d26d8-0e9d-449c-94a1-a8fcb16ccc49 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:06:05.943075 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'tag': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564', 'status': 'completed', 'code': 200}
Jan 27 06:06:06.011581 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-8ad847ac-0b8a-41f3-8b26-515835795d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:06.014100 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-8ad847ac-0b8a-41f3-8b26-515835795d4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1515298
Jan 27 06:06:06.049426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12091497-ac82-4a3d-bbbb-b4cfb09db64c req-42fd7072-d261-4190-a668-c7fec89d3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:06.051243 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-12091497-ac82-4a3d-bbbb-b4cfb09db64c req-42fd7072-d261-4190-a668-c7fec89d3ba6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 1162 time: 0.0829680
Jan 27 06:06:06.126984 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-7edb73ad-0c27-4696-9263-9ce739b3c33c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 HTTP/1.1" status: 200  len: 999 time: 0.1042919
Jan 27 06:06:06.199277 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-6fc60190-3aa1-4ad1-af41-bd967bb41414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:06.199910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12091497-ac82-4a3d-bbbb-b4cfb09db64c req-bf70f652-6b7e-4bf8-af28-f7aa65e1643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:06.201716 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-6fc60190-3aa1-4ad1-af41-bd967bb41414 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0677373
Jan 27 06:06:06.202219 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-12091497-ac82-4a3d-bbbb-b4cfb09db64c req-bf70f652-6b7e-4bf8-af28-f7aa65e1643e service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1449015
Jan 27 06:06:06.284450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-058d26d8-0e9d-449c-94a1-a8fcb16ccc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6397e4cc0>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'a9b0d5a7-c362-4f28-9c70-c41172fc33c0', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:77:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:06:02Z', 'updated_at': '2021-01-27T06:06:04Z', 'revision_number': 1, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:06:06.288614 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d26d8-0e9d-449c-94a1-a8fcb16ccc49 None None] Checking router: 104c9f4f-aacb-407e-94ea-26181a5f9d0d for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:06:06.290032 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-c7bd8c3d-a42d-460d-aeeb-a894fd6d0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:06.291908 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-c7bd8c3d-a42d-460d-aeeb-a894fd6d0c2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826862
Jan 27 06:06:06.298769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d26d8-0e9d-449c-94a1-a8fcb16ccc49 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:06:06.299568 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-058d26d8-0e9d-449c-94a1-a8fcb16ccc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6397e4cc0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:06:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:06:06.319710 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-12091497-ac82-4a3d-bbbb-b4cfb09db64c req-f1e694ce-0c92-4527-b8d3-5e5ff3d33d99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 HTTP/1.1" status: 200  len: 999 time: 0.1106393
Jan 27 06:06:06.391769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12091497-ac82-4a3d-bbbb-b4cfb09db64c req-65807b50-484a-4828-adc5-0b4251f03b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:06.393532 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-12091497-ac82-4a3d-bbbb-b4cfb09db64c req-65807b50-484a-4828-adc5-0b4251f03b4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0662165
Jan 27 06:06:06.448622 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-ab4a5e80-dd69-48f4-ae70-35bf94810cd7 service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477301
Jan 27 06:06:06.484843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12091497-ac82-4a3d-bbbb-b4cfb09db64c req-8f4dcc19-085b-44d8-afc5-4879425d250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:06.486406 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-12091497-ac82-4a3d-bbbb-b4cfb09db64c req-8f4dcc19-085b-44d8-afc5-4879425d250b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0864887
Jan 27 06:06:06.495956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-058d26d8-0e9d-449c-94a1-a8fcb16ccc49 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:06:06.601864 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ebbe0e81-195b-4a81-8cac-2db9ac0fbd4a req-a9802dfb-2e85-4653-bc41-7cfb0abc9b85 service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1461020
Jan 27 06:06:06.641399 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-12091497-ac82-4a3d-bbbb-b4cfb09db64c req-fa1fbf29-7d7d-4873-b16b-05a4661cff7e service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481516
Jan 27 06:06:06.796868 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-12091497-ac82-4a3d-bbbb-b4cfb09db64c req-6f0292f5-cbca-4452-a67a-10151676cdb6 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489170
Jan 27 06:06:07.026007 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-058d26d8-0e9d-449c-94a1-a8fcb16ccc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6397e4cc0>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'a9b0d5a7-c362-4f28-9c70-c41172fc33c0', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:77:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:06:02Z', 'updated_at': '2021-01-27T06:06:04Z', 'revision_number': 1, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:06:07.031014 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058d26d8-0e9d-449c-94a1-a8fcb16ccc49 None None] The sync data for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi is: [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': 'a9b0d5a7-c362-4f28-9c70-c41172fc33c0', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.157', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:77:84:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:06:02Z', 'updated_at': '2021-01-27T06:06:04Z', 'revision_number': 1, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:06:07.346586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f033789-64a0-48a4-875f-0980b60fd1d2 None None] New status for floating IP a9b0d5a7-c362-4f28-9c70-c41172fc33c0: ACTIVE {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 06:06:10.207890 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:06:27.030141 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:29.192443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef49bf82-9192-4c32-bc0e-cf27a5d42242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:31.595676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-26e827d9-e9f1-4437-8f79-cf99e3d95a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:32.498600 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:33.614739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:33.752074 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:47.207930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:06:57.052675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:59.202894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bd306073-1f86-45fc-8ef9-34fa76b52826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:06:59.600256 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-f05dbc35-9295-476f-abeb-1fcf2b4dfea4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1524055
Jan 27 06:06:59.771636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-12c7258b-0f56-404c-b636-6aada11b2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:59.773199 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-12c7258b-0f56-404c-b636-6aada11b2c4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 1162 time: 0.0809619
Jan 27 06:06:59.936471 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-5306616e-f798-4728-94eb-1ff373ab8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:06:59.938100 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-5306616e-f798-4728-94eb-1ff373ab8fc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1455679
Jan 27 06:07:00.046592 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-4d2d7e66-15ff-44c5-96bd-46f19e79eba8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 HTTP/1.1" status: 200  len: 1001 time: 0.1013379
Jan 27 06:07:00.121138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-762c6726-e070-4d1b-b2b5-7a94ee1b8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:07:00.122752 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-762c6726-e070-4d1b-b2b5-7a94ee1b8710 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0694804
Jan 27 06:07:00.206451 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-7831d3cc-52de-4023-810b-a50b9d53f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:07:00.208244 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-7831d3cc-52de-4023-810b-a50b9d53f635 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781724
Jan 27 06:07:00.353872 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-47520bfa-af7c-4bbc-a711-694f00d9bc70 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386211
Jan 27 06:07:00.497464 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8c178161-6cc7-426a-881f-9c03570a7f05 req-17546b1a-861c-4ac7-b7a4-db5354a13441 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359987
Jan 27 06:07:01.585351 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-51f9f2b5-770d-45b1-910e-4a1a67955c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:07:02.497672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:07:03.597283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:07:03.739531 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:07:24.207919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:07:27.074799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:07:29.213440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1b24b765-36ef-4b65-93bc-60ded7bbb1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:07:31.588832 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8188c1e1-6568-43ad-9070-b12bd419cb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:07:32.487930 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:07:33.606195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:07:33.750761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:07:57.104561 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:07:59.207295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-96621e85-f921-462d-97ea-d4c9effb719e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:00.747589 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-233f262c-eb72-436b-b597-a56443ab368e req-ba78e8a3-cb06-4b2f-82d6-5bd8eec8516a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3243151
Jan 27 06:08:00.915626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f262c-eb72-436b-b597-a56443ab368e req-3742e272-979a-422c-b8d0-2ed3b802159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:00.917247 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-233f262c-eb72-436b-b597-a56443ab368e req-3742e272-979a-422c-b8d0-2ed3b802159f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 1162 time: 0.0794971
Jan 27 06:08:01.073993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f262c-eb72-436b-b597-a56443ab368e req-c8982528-4559-436b-a6fa-5dc417d64bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:01.075644 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-233f262c-eb72-436b-b597-a56443ab368e req-c8982528-4559-436b-a6fa-5dc417d64bf1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1389019
Jan 27 06:08:01.234865 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-233f262c-eb72-436b-b597-a56443ab368e req-ac51f781-8536-4d01-ac07-910e2882a7f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 HTTP/1.1" status: 200  len: 1001 time: 0.1037321
Jan 27 06:08:01.235025 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:08:01.255840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f262c-eb72-436b-b597-a56443ab368e req-0c22d05b-a2ff-4464-b0ed-074fb472a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:01.258015 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-233f262c-eb72-436b-b597-a56443ab368e req-0c22d05b-a2ff-4464-b0ed-074fb472a2e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0650859
Jan 27 06:08:01.341083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f262c-eb72-436b-b597-a56443ab368e req-180d36d3-89ed-4e95-97b6-74736f3df798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:01.342639 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-233f262c-eb72-436b-b597-a56443ab368e req-180d36d3-89ed-4e95-97b6-74736f3df798 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782077
Jan 27 06:08:01.485257 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-233f262c-eb72-436b-b597-a56443ab368e req-a83c22f6-fd24-489a-b813-25df87022b06 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361604
Jan 27 06:08:01.590147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-76fd675b-cd27-44d0-af4c-b7d7a977d614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:01.632761 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-233f262c-eb72-436b-b597-a56443ab368e req-33e93413-4b60-4a12-9bf6-92cbc5158d32 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395955
Jan 27 06:08:02.527391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:03.605286 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:03.748158 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:20.883818 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58d108-8cdf-4dcd-ae8a-d6825f300a41 req-24a092e5-5511-465f-ac00-ba4903e46ee4 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:20.885457 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8d58d108-8cdf-4dcd-ae8a-d6825f300a41 req-24a092e5-5511-465f-ac00-ba4903e46ee4 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 945 time: 0.1503131
Jan 27 06:08:20.947926 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8d58d108-8cdf-4dcd-ae8a-d6825f300a41 req-a15c0ee9-0576-4d1c-8ab7-40efd8e370f5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0557520
Jan 27 06:08:22.245517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b97e-57c7-4193-a5b7-e477e60d143d req-51f4e013-3898-4852-825f-a27133089ca1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:22.247177 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1221b97e-57c7-4193-a5b7-e477e60d143d req-51f4e013-3898-4852-825f-a27133089ca1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 945 time: 0.1507924
Jan 27 06:08:22.308673 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-1221b97e-57c7-4193-a5b7-e477e60d143d req-6d5c4e4d-801a-44fc-bd7e-f835bd0826c0 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0549994
Jan 27 06:08:22.622325 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:08:22.675712 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-06ed3fe9-61da-4e66-b18b-44d0bbdb55d6 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:22.677400 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-06ed3fe9-61da-4e66-b18b-44d0bbdb55d6 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 945 time: 0.1536641
Jan 27 06:08:22.749164 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:22.771672 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Deleting port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:08:22.772799 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:22.779630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:08:22.790311 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:08:22.818372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:22.822100 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:08:22.906688 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:08:22.916532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.917014 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.917473 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.917924 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.918373 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.918960 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.919440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.919882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.920394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.921038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.921404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.921774 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.922184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.922552 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.922914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.923279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.923669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.924037 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.924397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.924760 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.925120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.925485 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.925847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.926364 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:22.931990 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:08:22.970252 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564', 'code': 200}
Jan 27 06:08:23.072826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] For port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:08:23.073220 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:23.396513 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:23.397153 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:23.397462 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Floating IP a9b0d5a7-c362-4f28-9c70-c41172fc33c0 disassociated. External IP: 172.27.2.157, port: 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564.
Jan 27 06:08:23.398113 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Calling delete_port for 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:08:23.638156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c32334-1e08-4656-b3b6-106825ffd3dc req-2cdbdddb-75f1-45db-992f-1943ef41c1aa tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:23.639822 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c0c32334-1e08-4656-b3b6-106825ffd3dc req-2cdbdddb-75f1-45db-992f-1943ef41c1aa tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 943 time: 0.1912935
Jan 27 06:08:23.761825 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c0c32334-1e08-4656-b3b6-106825ffd3dc req-8399a88b-37ef-4a33-9680-6172572f46c2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0823758
Jan 27 06:08:23.806759 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:23.826454 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-bacb29bc-8de7-4762-a259-1c127eaacfcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:08:23.926214 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event deleted for resources: {'Port': ['ID=11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:08:23.941507 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.941933 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.942349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.942758 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.943159 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.943591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.944107 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.944665 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.945094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.945495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.945897 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.946296 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.946766 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.947295 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.947754 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.948147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.948538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.948928 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.949318 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.949704 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.950092 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.950560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.950950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.951336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:08:23.955165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:08:24.217339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Router 104c9f4f-aacb-407e-94ea-26181a5f9d0d has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:08:24.411657 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:08:24.423447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e397b13-8f58-4d86-906d-b2799c000477 None None] Sync routers for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:08:24.435645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e397b13-8f58-4d86-906d-b2799c000477 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:08:24.436316 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5e397b13-8f58-4d86-906d-b2799c000477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6394476a0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:08:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:08:24.454283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] No DVR routers for this DVR port 11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:08:24.456814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:24.460036 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'name': 'network-vif-deleted', 'tag': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:08:24.509226 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-97af8b9c-d712-438e-954a-5a0393ca3fa6 req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "DELETE /v2.0/ports/11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564 HTTP/1.1" status: 204  len: 173 time: 1.8254049
Jan 27 06:08:24.526276 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e414019-00dd-439a-8b51-e07b9f9196d7', 'name': 'network-vif-deleted', 'tag': '11bb0c97-4e4f-4eaf-a5ef-fe48c8fb3564', 'status': 'completed', 'code': 200}
Jan 27 06:08:24.633807 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-5e397b13-8f58-4d86-906d-b2799c000477 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:08:24.948057 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-b66c7f9b-fe73-4e32-b18a-dc42f270cb56 req-e70077cb-f45a-43b3-afe7-08338219bd28 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:08:24.978714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5e397b13-8f58-4d86-906d-b2799c000477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6394476a0>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:08:24.982955 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e397b13-8f58-4d86-906d-b2799c000477 None None] Checking router: 104c9f4f-aacb-407e-94ea-26181a5f9d0d for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:08:24.992063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e397b13-8f58-4d86-906d-b2799c000477 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:08:24.992703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5e397b13-8f58-4d86-906d-b2799c000477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa6394476a0>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:08:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:08:25.029431 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-b66c7f9b-fe73-4e32-b18a-dc42f270cb56 req-e70077cb-f45a-43b3-afe7-08338219bd28 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:08:25.030969 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b66c7f9b-fe73-4e32-b18a-dc42f270cb56 req-e70077cb-f45a-43b3-afe7-08338219bd28 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e414019-00dd-439a-8b51-e07b9f9196d7 HTTP/1.1" status: 200  len: 210 time: 0.1367335
Jan 27 06:08:25.184002 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-5e397b13-8f58-4d86-906d-b2799c000477 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:08:25.514996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5e397b13-8f58-4d86-906d-b2799c000477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa6394476a0>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:08:25.519160 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e397b13-8f58-4d86-906d-b2799c000477 None None] The sync data for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi is: [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:08:25.921869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb07a66f-f258-47c6-a447-483d4ddfbe7c None None] New status for floating IP a9b0d5a7-c362-4f28-9c70-c41172fc33c0: DOWN {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 06:08:26.458438 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-8145455c-4584-4731-b0fb-9315c5a6262d tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-142519282&fields=id&tenant_id=c80fb444e1654b22af727a40bcb7674a HTTP/1.1" status: 200  len: 267 time: 0.0549166
Jan 27 06:08:26.684005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-c318c0dc-7a15-4952-87f5-76a570c7b36f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:26.685643 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-c318c0dc-7a15-4952-87f5-76a570c7b36f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 811 time: 0.2193296
Jan 27 06:08:26.702190 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-9b3c513a-d29b-457a-94bc-06001c2b7d03 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/quotas/c80fb444e1654b22af727a40bcb7674a HTTP/1.1" status: 200  len: 375 time: 0.0104294
Jan 27 06:08:26.836870 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-27fed269-3139-4e3f-8dcc-6a9bef7d8499 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1285715
Jan 27 06:08:27.107982 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:27.330553 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-d5cbcd31-3ccb-4cc2-92ce-4075b159cbb3 service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4810891
Jan 27 06:08:27.472433 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-58d3928a-7a92-4e6e-a0a1-26450acd6dd0 service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1347244
Jan 27 06:08:28.042202 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-898ba714-b8fc-479f-8543-afb551536e2d req-85d2e18f-c4e2-40c0-a8e0-4b3ccb9b3af1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 210 time: 0.0492213
Jan 27 06:08:29.261131 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4dcaa2a3-d6a9-4fea-ae6f-c72df9b28346 req-bd358f09-627e-4b88-9445-0a99ac2cff3d tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 210 time: 0.0501187
Jan 27 06:08:29.282419 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5bca66f4-e6f9-4459-884a-833db7809514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:29.988589 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-b143db25-9041-4b95-9738-3fa2612c3716 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:29.990262 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-b143db25-9041-4b95-9738-3fa2612c3716 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 811 time: 0.2331426
Jan 27 06:08:30.106681 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-bd66320c-d351-4570-b05e-a2145df0c541 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c80fb444e1654b22af727a40bcb7674a HTTP/1.1" status: 200  len: 5763 time: 0.0968673
Jan 27 06:08:30.116422 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'port': {'device_id': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'admin_state_up': True, 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'security_groups': ['9f353089-d71a-42f1-81ab-56bdb42ebc64']}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:08:30.273499 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:08:30.283136 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:08:30.319144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Made reservation on behalf of c80fb444e1654b22af727a40bcb7674a for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:08:30.337591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:30.446191 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-02664880-78f5-4eff-9454-be6f42b1673f req-5b1966eb-726e-4b78-a2b3-b177772258b7 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 210 time: 0.0526130
Jan 27 06:08:30.659737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Allocated IP 172.20.0.4 (91d2fc1b-c86b-4048-8f4a-bd5a25aac97e/d6d2f976-2dbc-4dbe-86e5-d0d002f41edd/24356f0e-5059-4a5b-a67c-6d753f4d6f52) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:08:30.865603 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:30.884641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Transition to ACTIVE for port object 24356f0e-5059-4a5b-a67c-6d753f4d6f52 will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:08:30.944764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:30.965727 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:08:31.109350 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'Port': ['ID=24356f0e-5059-4a5b-a67c-6d753f4d6f52,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:08:31.114034 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:08:31.175068 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:08:31.176130 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:08:31.178579 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:08:31.299597 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:31.300344 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:31.416390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-bfd912f5-cd80-4a9f-91f8-c284e9b7936e None None] Provisioning for port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:08:31.421834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-bfd912f5-cd80-4a9f-91f8-c284e9b7936e None None] Provisioning complete for port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:08:31.422255 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-bfd912f5-cd80-4a9f-91f8-c284e9b7936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:31.446606 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3349710
Jan 27 06:08:31.464592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Request body: {'port': {'device_id': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:08:31.480350 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-bfd912f5-cd80-4a9f-91f8-c284e9b7936e None None] Port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 06:08:31.599519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-12243666-0a98-4ee0-a3ed-29287a26b40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:31.652005 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:31.832224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167031ff-db71-4280-9dd0-e166fdc73f36 req-0974b5dc-709c-43e3-aebe-eb3b217592c4 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:31.833043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-167031ff-db71-4280-9dd0-e166fdc73f36 req-0974b5dc-709c-43e3-aebe-eb3b217592c4 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:08:31.932987 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-167031ff-db71-4280-9dd0-e166fdc73f36 req-0974b5dc-709c-43e3-aebe-eb3b217592c4 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:08:31.934285 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-167031ff-db71-4280-9dd0-e166fdc73f36 req-0974b5dc-709c-43e3-aebe-eb3b217592c4 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 931 time: 0.3548822
Jan 27 06:08:32.036517 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-167031ff-db71-4280-9dd0-e166fdc73f36 req-93a6e034-3184-4033-88fd-8db7c9fbcd7e tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0958767
Jan 27 06:08:32.235811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24356f0e-5059-4a5b-a67c-6d753f4d6f52 {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 06:08:32.244108 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:32.257609 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Transition to ACTIVE for port object 24356f0e-5059-4a5b-a67c-6d753f4d6f52 will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:08:32.286676 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:32.300893 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-1baa5942-c9e1-453d-8d2b-772c7a981818 tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:08:32.446365 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Pushing event updated for resources: {'Port': ['ID=24356f0e-5059-4a5b-a67c-6d753f4d6f52,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:08:32.454495 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:08:32.496302 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:32.648945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Attempting to bind port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:08:32.649301 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Attempting to bind port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:08:32.649660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Attempting to bind port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 on network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:08:32.655756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:08:32.656131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Checking segment: {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:08:32.656538 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:32.656932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Bound using segment: {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:08:32.657408 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Bound port: 24356f0e-5059-4a5b-a67c-6d753f4d6f52, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:08:32.657781 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:32.757245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] For port 24356f0e-5059-4a5b-a67c-6d753f4d6f52, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:08:32.760583 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] For port 24356f0e-5059-4a5b-a67c-6d753f4d6f52, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:08:32.818299 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:32.834516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9fdbdd27-3034-4bed-8722-9660f5134cd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:08:32.976946 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Pushing event updated for resources: {'Port': ['ID=24356f0e-5059-4a5b-a67c-6d753f4d6f52,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:08:32.980425 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:08:33.026279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:33.026744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:33.028257 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-32a15cb1-e17f-4377-995b-d90fc0a0d10c service neutron] 10.222.0.13 "PUT /v2.0/ports/24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 1157 time: 1.5691562
Jan 27 06:08:33.028838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:08:33.237696 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'status': 'completed', 'code': 200}
Jan 27 06:08:33.289895 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-eb3d964d-7cb5-4d13-ab71-7b70d412a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:33.291477 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-eb3d964d-7cb5-4d13-ab71-7b70d412a12e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 1160 time: 0.1645694
Jan 27 06:08:33.366418 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b058f0-83aa-460f-8ab1-ff4d6c7a5b8e req-5d4b77b2-d68d-4d85-a049-7ce0149d0446 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:33.368183 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-41b058f0-83aa-460f-8ab1-ff4d6c7a5b8e req-5d4b77b2-d68d-4d85-a049-7ce0149d0446 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 943 time: 0.1832855
Jan 27 06:08:33.453826 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-b19915b1-b153-4a17-96a8-9967a04fd891 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 217 time: 0.0845742
Jan 27 06:08:33.549274 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-41b058f0-83aa-460f-8ab1-ff4d6c7a5b8e req-f631be20-9d64-4db0-9032-12bf8d1c4a41 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1215770
Jan 27 06:08:33.558557 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-6b2d6c4a-59de-4cd3-abc6-c28b0f2c2de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:33.560278 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-6b2d6c4a-59de-4cd3-abc6-c28b0f2c2de0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0997169
Jan 27 06:08:33.605321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:33.747969 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:33.886641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-5675c3ab-952a-4f73-9c8d-84ec7e38b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:33.888334 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-5675c3ab-952a-4f73-9c8d-84ec7e38b298 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3217065
Jan 27 06:08:34.033688 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-8d7b99cb-69ed-4ec3-9644-730604ea1aec service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387992
Jan 27 06:08:34.178522 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-7696f6c3-dba2-4500-90fa-17b016262b70 req-29bab45a-d5bc-4125-8436-062a560ab376 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377769
Jan 27 06:08:34.386186 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73cbd8-be28-49f5-8550-01f37177c976 req-24d15570-0285-49d9-b860-0cb751d38429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:34.387845 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9d73cbd8-be28-49f5-8550-01f37177c976 req-24d15570-0285-49d9-b860-0cb751d38429 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 1160 time: 0.0801964
Jan 27 06:08:34.533825 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73cbd8-be28-49f5-8550-01f37177c976 req-794389b5-44e6-4aa0-972b-4ca3281ed61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:34.535372 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9d73cbd8-be28-49f5-8550-01f37177c976 req-794389b5-44e6-4aa0-972b-4ca3281ed61c service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1409194
Jan 27 06:08:34.613852 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9d73cbd8-be28-49f5-8550-01f37177c976 req-b7d7063c-1ffa-46e6-8416-312fa4a1d6f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 217 time: 0.0716465
Jan 27 06:08:34.687235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73cbd8-be28-49f5-8550-01f37177c976 req-7169260d-6a12-44b7-afea-6443224fdfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:34.688866 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9d73cbd8-be28-49f5-8550-01f37177c976 req-7169260d-6a12-44b7-afea-6443224fdfa8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0679214
Jan 27 06:08:34.779804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73cbd8-be28-49f5-8550-01f37177c976 req-a6124c5a-8901-4ab4-97bf-dbd1bd183fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:34.781447 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9d73cbd8-be28-49f5-8550-01f37177c976 req-a6124c5a-8901-4ab4-97bf-dbd1bd183fb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851479
Jan 27 06:08:34.842297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7697430-baad-4ab8-9ba3-916718df32dd req-8cb92708-e90d-4419-b279-c06703e3d24a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:34.844145 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7697430-baad-4ab8-9ba3-916718df32dd req-8cb92708-e90d-4419-b279-c06703e3d24a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 943 time: 0.1523912
Jan 27 06:08:34.907004 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b7697430-baad-4ab8-9ba3-916718df32dd req-0bd46926-baaf-4734-b9c4-f6400c7b9d15 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0556748
Jan 27 06:08:34.934647 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9d73cbd8-be28-49f5-8550-01f37177c976 req-f62b8db6-007e-4284-a35a-a5cb01eab5d9 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453722
Jan 27 06:08:35.081431 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9d73cbd8-be28-49f5-8550-01f37177c976 req-cf628c00-46f0-4729-98d3-9e2f4ae20ce1 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396639
Jan 27 06:08:36.187316 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818b67c-3ed1-4cff-a276-ac8164af3d10 req-1c3c35d0-4039-4595-8cdb-faa533361139 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:36.188901 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2818b67c-3ed1-4cff-a276-ac8164af3d10 req-1c3c35d0-4039-4595-8cdb-faa533361139 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 943 time: 0.1474969
Jan 27 06:08:36.248301 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2818b67c-3ed1-4cff-a276-ac8164af3d10 req-fbec9b8f-904b-4cbc-aefd-4011dcb19598 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0526552
Jan 27 06:08:37.769730 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f1044-b9ab-4b2e-a9da-cb1a5e8972b7 req-32f7fd19-e19d-44cf-8949-806f3d1786f3 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:37.771456 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ad7f1044-b9ab-4b2e-a9da-cb1a5e8972b7 req-32f7fd19-e19d-44cf-8949-806f3d1786f3 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 943 time: 0.3909628
Jan 27 06:08:37.832571 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ad7f1044-b9ab-4b2e-a9da-cb1a5e8972b7 req-ea6b94bc-70be-4d7c-900d-817803decdd6 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0542281
Jan 27 06:08:38.207272 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:08:39.117606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412763-6777-4ad5-93d5-fb9038414e1d req-16e1b78d-da98-4749-b905-4d305e24f2f6 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:39.119270 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-73412763-6777-4ad5-93d5-fb9038414e1d req-16e1b78d-da98-4749-b905-4d305e24f2f6 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 943 time: 0.1503663
Jan 27 06:08:39.180545 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-73412763-6777-4ad5-93d5-fb9038414e1d req-4ae3211b-ef27-4430-ba28-1702cd0d2e98 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0549276
Jan 27 06:08:40.455227 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d4d26-3c5d-4aaa-8b56-b52bb603c071 req-b2cb6f66-8ebd-49d9-9fb3-b176d89ec64a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:40.456892 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-217d4d26-3c5d-4aaa-8b56-b52bb603c071 req-b2cb6f66-8ebd-49d9-9fb3-b176d89ec64a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 943 time: 0.1495979
Jan 27 06:08:40.518295 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-217d4d26-3c5d-4aaa-8b56-b52bb603c071 req-324cbeba-083c-4df1-82ee-3092de5684cc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0548880
Jan 27 06:08:41.796811 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94560139-9606-407f-aff4-dd2cab9608ed req-71e5a5ca-96e3-4f8f-9828-8d610e4d7109 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:41.798402 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-94560139-9606-407f-aff4-dd2cab9608ed req-71e5a5ca-96e3-4f8f-9828-8d610e4d7109 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 943 time: 0.1472735
Jan 27 06:08:41.859595 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-94560139-9606-407f-aff4-dd2cab9608ed req-65540c0b-a76f-4773-83c9-b5984bbee6b0 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0540261
Jan 27 06:08:43.140177 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52f4d6-f387-40e5-9509-b3c6d781e5e4 req-4b9641a1-3646-4906-b2a5-9d4c63eceb9e tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:43.141855 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fa52f4d6-f387-40e5-9509-b3c6d781e5e4 req-4b9641a1-3646-4906-b2a5-9d4c63eceb9e tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 943 time: 0.1448622
Jan 27 06:08:43.202211 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fa52f4d6-f387-40e5-9509-b3c6d781e5e4 req-b72cd0b9-fa24-40cf-95ef-79fdc0003180 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0538599
Jan 27 06:08:43.419778 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 24356f0e-5059-4a5b-a67c-6d753f4d6f52 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:08:43.518599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:08:43.524902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:08:43.525321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:43.649689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:43.678518 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:08:43.689043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 24356f0e-5059-4a5b-a67c-6d753f4d6f52, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:08:43.718753 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:43.720959 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:08:43.759643 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'code': 200}
Jan 27 06:08:43.795790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=24356f0e-5059-4a5b-a67c-6d753f4d6f52,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:08:43.799189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:08:44.125398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54418f3c-ccf9-463a-8c93-3bd5996b6da0 req-37f37d5d-4d77-4288-ab2e-c5f1d25acbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:44.127006 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54418f3c-ccf9-463a-8c93-3bd5996b6da0 req-37f37d5d-4d77-4288-ab2e-c5f1d25acbe5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 1162 time: 0.0802202
Jan 27 06:08:44.170529 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-54418f3c-ccf9-463a-8c93-3bd5996b6da0 req-e23a06aa-4df8-4f35-821b-2871648a5641 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0362844
Jan 27 06:08:44.480999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2d76c-ebb6-4795-8fdd-80adda744cf7 req-0604d674-0dcd-4e83-91fb-234c21b4d4bd tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:44.482564 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2ef2d76c-ebb6-4795-8fdd-80adda744cf7 req-0604d674-0dcd-4e83-91fb-234c21b4d4bd tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 945 time: 0.1504960
Jan 27 06:08:44.542444 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-2ef2d76c-ebb6-4795-8fdd-80adda744cf7 req-838af45c-e361-4bd1-b6de-00b6f68115eb tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0534453
Jan 27 06:08:45.014500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 24356f0e-5059-4a5b-a67c-6d753f4d6f52 up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:08:45.090524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:08:45.090936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:45.821181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2a2a6-8e90-430c-9905-091b94084b95 req-ba5ef554-87fd-4284-9815-923043857363 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:45.822823 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-adc2a2a6-8e90-430c-9905-091b94084b95 req-ba5ef554-87fd-4284-9815-923043857363 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 945 time: 0.1476176
Jan 27 06:08:45.887020 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-adc2a2a6-8e90-430c-9905-091b94084b95 req-26fc611a-fb00-4ad5-9d60-2f98df9ffceb tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0576966
Jan 27 06:08:46.172561 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15138564-62d1-4682-9c44-3bb2d3ad8966 req-1e210aba-6df3-4443-86c2-739f5d212aff tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:46.174113 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-15138564-62d1-4682-9c44-3bb2d3ad8966 req-1e210aba-6df3-4443-86c2-739f5d212aff tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 945 time: 0.1542101
Jan 27 06:08:46.235186 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-15138564-62d1-4682-9c44-3bb2d3ad8966 req-bedb1c7c-331b-4f85-a37d-3ce712c840be tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0543559
Jan 27 06:08:46.474491 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-82005edc-5ff9-4584-bf33-cea25c261136 req-0ba6d778-2659-4856-894e-7eacfc29252a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1859758
Jan 27 06:08:46.485628 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'floatingip': {'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:08:46.504043 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:08:46.514180 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:08:46.558514 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:46.706744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:46.972903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Allocated IP 172.27.2.115 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/52383549-60a6-4296-837a-ccdd6ae6d173) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:08:47.130119 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:47.189463 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:47.205319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7c4fdfb4-cb52-4351-95c7-dd0d533d5742 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:08:47.336735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'Port': ['ID=52383549-60a6-4296-837a-ccdd6ae6d173,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:08:47.341267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:08:47.394210 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:08:47.395321 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:08:47.397846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:08:47.487771 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:47.569867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:47.851074 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:47.903336 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:47.919954 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:08:48.054896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'Port': ['ID=52383549-60a6-4296-837a-ccdd6ae6d173,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:08:48.060885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:08:48.160558 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:48.217235 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:48.218569 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-82005edc-5ff9-4584-bf33-cea25c261136 req-9aa8cb01-71df-4894-975f-ce858b51aef2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7372413
Jan 27 06:08:48.558469 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-82005edc-5ff9-4584-bf33-cea25c261136 req-5e04231c-b5bb-4644-b322-4c6a78d53b25 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:floatingip {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:08:48.600186 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-82005edc-5ff9-4584-bf33-cea25c261136 req-5e04231c-b5bb-4644-b322-4c6a78d53b25 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:floatingip {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:08:48.601473 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-82005edc-5ff9-4584-bf33-cea25c261136 req-5e04231c-b5bb-4644-b322-4c6a78d53b25 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.115 HTTP/1.1" status: 200  len: 696 time: 0.3763158
Jan 27 06:08:48.825721 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82005edc-5ff9-4584-bf33-cea25c261136 req-15e07377-8b27-4faf-a499-4eafa04ce408 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:48.827231 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-82005edc-5ff9-4584-bf33-cea25c261136 req-15e07377-8b27-4faf-a499-4eafa04ce408 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 784 time: 0.2186425
Jan 27 06:08:49.084602 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-e0517d6b-0dfd-4b93-9613-c0c2f08a10ab tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:49.086786 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-e0517d6b-0dfd-4b93-9613-c0c2f08a10ab tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1466930
Jan 27 06:08:49.188923 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-b50d251b-ee62-4610-a428-8ddef4032979 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.115 HTTP/1.1" status: 200  len: 696 time: 0.0956421
Jan 27 06:08:49.199594 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-4ad9a658-a83a-4406-9639-40dede2d1202 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'floatingip': {'port_id': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:08:49.296636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-4ad9a658-a83a-4406-9639-40dede2d1202 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:49.921553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-4ad9a658-a83a-4406-9639-40dede2d1202 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:49.954571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-4ad9a658-a83a-4406-9639-40dede2d1202 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:50.133962 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-4ad9a658-a83a-4406-9639-40dede2d1202 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Floating IP 25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2 associated. External IP: 172.27.2.115, port: 24356f0e-5059-4a5b-a67c-6d753f4d6f52.
Jan 27 06:08:50.500279 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-4ad9a658-a83a-4406-9639-40dede2d1202 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Router 104c9f4f-aacb-407e-94ea-26181a5f9d0d has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:08:50.924998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-4ad9a658-a83a-4406-9639-40dede2d1202 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:08:50.930068 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-4ad9a658-a83a-4406-9639-40dede2d1202 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:50.934853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9074f9-ef30-43a0-b28a-63668cf829e8 None None] Sync routers for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:08:50.946652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9074f9-ef30-43a0-b28a-63668cf829e8 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:08:50.947315 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-3d9074f9-ef30-43a0-b28a-63668cf829e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a38e908>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:08:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:08:50.989507 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-4ad9a658-a83a-4406-9639-40dede2d1202 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "PUT /v2.0/floatingips/25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2 HTTP/1.1" status: 200  len: 996 time: 1.7945008
Jan 27 06:08:50.990076 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:08:51.051766 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'status': 'completed', 'code': 200}
Jan 27 06:08:51.145156 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-3d9074f9-ef30-43a0-b28a-63668cf829e8 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:08:51.170457 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-d7b90e2d-b4ff-419c-b1c7-093452eb6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:51.172083 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-d7b90e2d-b4ff-419c-b1c7-093452eb6c36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 1162 time: 0.1685982
Jan 27 06:08:51.175569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5fe8c-ac48-47cf-95d9-8ca13729b4c6 req-77c2372c-ad59-4bab-9939-8fcb605cf19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:51.177340 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-08f5fe8c-ac48-47cf-95d9-8ca13729b4c6 req-77c2372c-ad59-4bab-9939-8fcb605cf19e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 1162 time: 0.0816875
Jan 27 06:08:51.322663 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-90bf13e1-ef91-4e2c-8129-9f78d1c34e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:51.330677 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-90bf13e1-ef91-4e2c-8129-9f78d1c34e32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1512589
Jan 27 06:08:51.333102 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5fe8c-ac48-47cf-95d9-8ca13729b4c6 req-3f4b6c61-77d1-4cdf-a35b-918985bb4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:51.334750 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-08f5fe8c-ac48-47cf-95d9-8ca13729b4c6 req-3f4b6c61-77d1-4cdf-a35b-918985bb4486 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1510420
Jan 27 06:08:51.445102 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-3e3fa02a-59e2-484b-ae16-e614e07d10e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 999 time: 0.1133680
Jan 27 06:08:51.453039 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-08f5fe8c-ac48-47cf-95d9-8ca13729b4c6 req-f931a7d5-7b8e-4d4b-9cec-7cb7d2c765b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 999 time: 0.1120493
Jan 27 06:08:51.523343 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-3bd2f5c9-8724-4575-81d2-14c5707f7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:51.525316 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-3bd2f5c9-8724-4575-81d2-14c5707f7e04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0723116
Jan 27 06:08:51.529258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5fe8c-ac48-47cf-95d9-8ca13729b4c6 req-18dc93b5-877d-43ea-aa81-a8f4770d7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:51.530887 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-08f5fe8c-ac48-47cf-95d9-8ca13729b4c6 req-18dc93b5-877d-43ea-aa81-a8f4770d7e39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0714881
Jan 27 06:08:51.612441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-304a02fd-f555-4f5c-a6b2-f86164f9743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:51.614225 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-304a02fd-f555-4f5c-a6b2-f86164f9743f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813887
Jan 27 06:08:51.624868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5fe8c-ac48-47cf-95d9-8ca13729b4c6 req-9856be4a-d288-4ad0-8c78-ea2f2fbfaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:08:51.626592 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-08f5fe8c-ac48-47cf-95d9-8ca13729b4c6 req-9856be4a-d288-4ad0-8c78-ea2f2fbfaadc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0892086
Jan 27 06:08:51.628803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-242657f6-47ab-452e-b1de-05fd63e76dcb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80177) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 06:08:51.629887 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-242657f6-47ab-452e-b1de-05fd63e76dcb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0058968
Jan 27 06:08:51.685525 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-3d9074f9-ef30-43a0-b28a-63668cf829e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a38e908>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:ca:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:08:47Z', 'updated_at': '2021-01-27T06:08:49Z', 'revision_number': 1, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:08:51.689648 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9074f9-ef30-43a0-b28a-63668cf829e8 None None] Checking router: 104c9f4f-aacb-407e-94ea-26181a5f9d0d for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:08:51.699483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9074f9-ef30-43a0-b28a-63668cf829e8 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:08:51.700106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-3d9074f9-ef30-43a0-b28a-63668cf829e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63a38e908>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:08:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:08:51.777851 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-08f5fe8c-ac48-47cf-95d9-8ca13729b4c6 req-a32495bc-5d1e-4fe8-999c-2087fcae626e service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445010
Jan 27 06:08:51.778383 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-5e940a0f-afda-48dc-9255-2c51b3982421 service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416397
Jan 27 06:08:51.916591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-3d9074f9-ef30-43a0-b28a-63668cf829e8 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:08:51.940560 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9ec2ad13-3cdd-4bed-92b4-8b16d7efbdb0 req-f9387e3d-ea1f-4996-a323-f0a71ba873bd service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1548376
Jan 27 06:08:51.956089 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-08f5fe8c-ac48-47cf-95d9-8ca13729b4c6 req-ff82ee26-8c0c-49b6-9f87-1f7dd1a4b9e1 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1717329
Jan 27 06:08:52.286115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-3d9074f9-ef30-43a0-b28a-63668cf829e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63a38e908>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:ca:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:08:47Z', 'updated_at': '2021-01-27T06:08:49Z', 'revision_number': 1, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:08:52.290734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9074f9-ef30-43a0-b28a-63668cf829e8 None None] The sync data for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi is: [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:ca:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:08:47Z', 'updated_at': '2021-01-27T06:08:49Z', 'revision_number': 1, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:08:52.582587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d84d4-1ede-4b51-97bb-e72ab1f378fb None None] New status for floating IP 25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2: ACTIVE {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 06:08:57.137558 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:08:59.194283 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d5df044b-216a-4b26-838f-62e9bcabd463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:01.523249 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-ecdb4743-53cc-47a3-b99c-14312d55a2d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0768068
Jan 27 06:09:01.611761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1daa2d79-df30-4232-8e7e-a655b54c6e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:01.687921 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-b9cc92e1-da2e-4460-9f30-6526b72661f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:09:01.689553 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-b9cc92e1-da2e-4460-9f30-6526b72661f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 1162 time: 0.0788741
Jan 27 06:09:01.848255 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-7d1a5be7-2426-4f8f-8657-0ec9fed2cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:09:01.849844 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-7d1a5be7-2426-4f8f-8657-0ec9fed2cf6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1387715
Jan 27 06:09:01.962778 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-35ed3903-6763-400d-9704-511855b6eeba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 1001 time: 0.1054087
Jan 27 06:09:02.035671 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-8e5cf909-7168-4d9d-9b44-e478b33c3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:09:02.037228 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-8e5cf909-7168-4d9d-9b44-e478b33c3fee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0673833
Jan 27 06:09:02.122753 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-50ade87b-0b58-4fa9-af53-9e5710c76e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:09:02.124336 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-50ade87b-0b58-4fa9-af53-9e5710c76e90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800037
Jan 27 06:09:02.267301 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-420c25e4-ae2b-4310-bd65-02bce06c8533 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354833
Jan 27 06:09:02.410293 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-0ef0142c-e6c3-49fc-a89c-3e28a7c5e539 req-9a2aacfa-8dd6-4c92-9fa0-124ae7b16d53 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350656
Jan 27 06:09:02.514079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:03.593915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:03.754258 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:15.207771 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:09:27.146026 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:29.200230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7c387b0f-a917-4ca6-ade7-15662d1c20b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:31.597814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5c340a06-2fd3-460b-a05a-f21909ee5345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:32.500458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:33.598174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:33.763729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:52.207486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:09:57.130038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:09:59.197932 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5853419c-feac-41e0-9aeb-d1beba5f268e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:01.503915 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-5c60b916-cd2c-4ab6-92cd-aed58411f02e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0791583
Jan 27 06:10:01.602745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e4c5dc5c-b697-4c56-84a9-5682e1eb79d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:01.672341 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-b1725b54-cfaf-469c-806a-64a8a4ff4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:10:01.673964 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-b1725b54-cfaf-469c-806a-64a8a4ff4647 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 1162 time: 0.0784068
Jan 27 06:10:01.831241 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-6352a18e-f014-4d55-b43e-a8e0a45e3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:10:01.832886 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-6352a18e-f014-4d55-b43e-a8e0a45e3f80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1383893
Jan 27 06:10:01.943141 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-97c19bd8-faa5-4e83-8c06-27ae91ad1ea6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 1001 time: 0.1042035
Jan 27 06:10:02.013595 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-c493bf67-58b9-44fa-b84f-03025870ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:10:02.015140 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-c493bf67-58b9-44fa-b84f-03025870ba0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0652373
Jan 27 06:10:02.098868 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-a017e774-f3f3-4cae-af28-699797335365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:10:02.100400 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-a017e774-f3f3-4cae-af28-699797335365 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786657
Jan 27 06:10:02.242108 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-19534fe1-41a1-48c6-8719-6dc7e96dcd3a service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343999
Jan 27 06:10:02.384179 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-732e3976-9fe2-4345-82f0-87e477f6a503 req-83c6bdb0-3421-4fa8-a305-7506c5812270 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351633
Jan 27 06:10:02.505710 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:03.587091 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:03.758472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:04.060703 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-bdce08d5-5e92-43dd-a53a-704106c2ccdc req-f5f918e9-0f2c-4efe-9042-969f7616e72d service neutron] (80176) timed out ('10.222.0.13', 51503) {{(pid=80176) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 27 06:10:27.144948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:29.197782 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e3da1477-8d3a-4699-a26f-fdf1b5aa89dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:29.207947 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:10:31.602109 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5474d354-d362-41a5-8324-4cdd9e714ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:32.505197 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:33.591527 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:33.762437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:53.065290 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-15724546-5193-454c-b967-f8231ba8895d tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-142519282&fields=id&tenant_id=c80fb444e1654b22af727a40bcb7674a HTTP/1.1" status: 200  len: 267 time: 0.0558703
Jan 27 06:10:53.288363 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-ebe6fd39-9969-40c5-80a0-447d48a289fd tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:10:53.289890 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-ebe6fd39-9969-40c5-80a0-447d48a289fd tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 811 time: 0.2175968
Jan 27 06:10:53.306083 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-502afcc4-147c-48c4-bd32-04deaa5064bb tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/quotas/c80fb444e1654b22af727a40bcb7674a HTTP/1.1" status: 200  len: 375 time: 0.0098453
Jan 27 06:10:53.459277 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-19d65c3b-2660-4801-9bf6-078d61b623ce tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1472511
Jan 27 06:10:53.607826 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-08885284-8029-4be7-9137-46187852955b service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362450
Jan 27 06:10:53.752281 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-8a0ba5e1-b0be-4734-93e4-10d56a7a8fd8 service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380842
Jan 27 06:10:55.451712 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b150eeeb-ba8c-41c0-8481-fcfc238a9cbc req-839f8d86-603c-45f1-a662-a02ec3b88380 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 210 time: 0.1338177
Jan 27 06:10:56.639291 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9986d08a-82e4-4369-a257-d52092a6eda5 req-756bd765-87c2-4f26-bde9-04ad86abb59d tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 210 time: 0.0522513
Jan 27 06:10:57.157638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:57.444737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-75f4249a-d140-474b-8daf-e9938f6e316d tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:10:57.446301 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-75f4249a-d140-474b-8daf-e9938f6e316d tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 811 time: 0.4635789
Jan 27 06:10:57.555460 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-6564701f-24fe-41ad-a194-ca6290d78d74 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c80fb444e1654b22af727a40bcb7674a HTTP/1.1" status: 200  len: 5763 time: 0.0894022
Jan 27 06:10:57.565025 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'port': {'device_id': '8eb55821-5330-49f2-9bff-639d0391a614', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'admin_state_up': True, 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'security_groups': ['9f353089-d71a-42f1-81ab-56bdb42ebc64']}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:10:57.712465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:10:57.722956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:10:57.757230 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Made reservation on behalf of c80fb444e1654b22af727a40bcb7674a for: {'port': 1} {{(pid=80176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 27 06:10:57.775560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:57.818131 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-036cd3ce-5318-45a2-950e-ca11496e8635 req-e64d92c2-4cbf-4377-a9aa-69b244774451 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 210 time: 0.0507300
Jan 27 06:10:58.093232 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Allocated IP 172.20.0.10 (91d2fc1b-c86b-4048-8f4a-bd5a25aac97e/d6d2f976-2dbc-4dbe-86e5-d0d002f41edd/fa58f19f-a335-4921-a054-48aad8bfd5ce) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:10:58.294781 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:58.311757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Transition to ACTIVE for port object fa58f19f-a335-4921-a054-48aad8bfd5ce will not be triggered until provisioned by entity DHCP. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:10:58.363587 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:58.379813 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:10:58.516922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'Port': ['ID=fa58f19f-a335-4921-a054-48aad8bfd5ce,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:10:58.531152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.531617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.532033 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.532442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.532841 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.533243 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.533645 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.534042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.534441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.534838 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.535236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.535654 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.536104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.536501 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.536895 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.537288 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.537678 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.538067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.538458 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.538847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.539238 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.539658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.540049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.540439 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:10:58.559927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:10:58.597964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:10:58.599097 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:10:58.601547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:10:58.718082 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:10:58.718821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:58.775429 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-b31c9676-67b3-46fa-b8c5-3a1361ad3381 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2144606
Jan 27 06:10:58.800631 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Request body: {'port': {'device_id': '8eb55821-5330-49f2-9bff-639d0391a614', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:10:58.802984 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-debc5e6d-c671-4174-9ceb-53463a57bf37 None None] Provisioning for port fa58f19f-a335-4921-a054-48aad8bfd5ce completed by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:10:58.808327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-debc5e6d-c671-4174-9ceb-53463a57bf37 None None] Provisioning complete for port fa58f19f-a335-4921-a054-48aad8bfd5ce triggered by entity DHCP. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:10:58.808747 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-debc5e6d-c671-4174-9ceb-53463a57bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:58.867174 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-debc5e6d-c671-4174-9ceb-53463a57bf37 None None] Port fa58f19f-a335-4921-a054-48aad8bfd5ce cannot update to ACTIVE because it is not bound. {{(pid=80178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 27 06:10:58.936117 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:59.197405 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fd91f454-6f1a-486f-aa02-555198b15885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:59.260111 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f71b46-9e3d-4022-9e28-764432e86c94 req-3a1c70c8-5dcc-4fc3-ad4d-1ecfe234c503 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:10:59.260889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-c6f71b46-9e3d-4022-9e28-764432e86c94 req-3a1c70c8-5dcc-4fc3-ad4d-1ecfe234c503 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:10:59.358949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-c6f71b46-9e3d-4022-9e28-764432e86c94 req-3a1c70c8-5dcc-4fc3-ad4d-1ecfe234c503 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:10:59.360267 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c6f71b46-9e3d-4022-9e28-764432e86c94 req-3a1c70c8-5dcc-4fc3-ad4d-1ecfe234c503 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 932 time: 0.3760278
Jan 27 06:10:59.459761 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c6f71b46-9e3d-4022-9e28-764432e86c94 req-f2374719-358b-4557-a3e9-894296fca425 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0923958
Jan 27 06:10:59.554704 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa58f19f-a335-4921-a054-48aad8bfd5ce {{(pid=80176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 27 06:10:59.563252 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:59.576213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Transition to ACTIVE for port object fa58f19f-a335-4921-a054-48aad8bfd5ce will not be triggered until provisioned by entity L2. {{(pid=80176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 27 06:10:59.614409 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:59.630414 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-474f0ba3-a285-4c03-8d50-4839e4af6309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:10:59.769857 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Pushing event updated for resources: {'Port': ['ID=fa58f19f-a335-4921-a054-48aad8bfd5ce,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:10:59.772823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:10:59.964996 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Attempting to bind port fa58f19f-a335-4921-a054-48aad8bfd5ce on host hv-cinder-77262 for vnic_type normal with profile  {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 27 06:10:59.965455 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Attempting to bind port fa58f19f-a335-4921-a054-48aad8bfd5ce by drivers openvswitch on host hv-cinder-77262 at level 0 using segments [{'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 27 06:10:59.965821 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Attempting to bind port fa58f19f-a335-4921-a054-48aad8bfd5ce on network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 27 06:10:59.971670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Checking agent: {'id': '6b0234c9-5cfb-4432-a3d3-e635345e1713', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 27, 5, 48, 51), 'started_at': datetime.datetime(2021, 1, 27, 5, 49, 21), 'heartbeat_timestamp': datetime.datetime(2021, 1, 27, 6, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.20', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 27 06:10:59.972038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Checking segment: {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 27 06:10:59.972437 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:10:59.972830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Bound using segment: {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'} {{(pid=80176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 27 06:10:59.973297 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Bound port: fa58f19f-a335-4921-a054-48aad8bfd5ce, host: hv-cinder-77262, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459a676c-c59a-481f-b7fe-166568776627', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e'}}] {{(pid=80176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 27 06:10:59.973668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:00.068878 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] For port fa58f19f-a335-4921-a054-48aad8bfd5ce, host hv-cinder-77262, cleared binding levels {{(pid=80176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 27 06:11:00.072814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] For port fa58f19f-a335-4921-a054-48aad8bfd5ce, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=fa58f19f-a335-4921-a054-48aad8bfd5ce,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 27 06:11:00.107106 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:00.123181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ed986c66-27be-4567-ace4-9377543c82ac tempest-AttachVolumeNegativeTest-992921723 tempest-AttachVolumeNegativeTest-992921723-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:11:00.275843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Pushing event updated for resources: {'Port': ['ID=fa58f19f-a335-4921-a054-48aad8bfd5ce,revision_number=3']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:11:00.281224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:11:00.311062 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:00.311790 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:00.313279 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] 10.222.0.13 "PUT /v2.0/ports/fa58f19f-a335-4921-a054-48aad8bfd5ce HTTP/1.1" status: 200  len: 1158 time: 1.5172462
Jan 27 06:11:00.313809 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:11:00.377495 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce', 'status': 'completed', 'code': 200}
Jan 27 06:11:00.506516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582c873-7f79-4336-94bb-4f612edffa81 req-450ce09e-76a8-4b08-872f-5ad721d98f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:00.508239 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3582c873-7f79-4336-94bb-4f612edffa81 req-450ce09e-76a8-4b08-872f-5ad721d98f87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 1161 time: 0.0855412
Jan 27 06:11:00.674980 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582c873-7f79-4336-94bb-4f612edffa81 req-db8a0f3e-eb95-4c73-8370-395bc8bb5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:00.676640 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3582c873-7f79-4336-94bb-4f612edffa81 req-db8a0f3e-eb95-4c73-8370-395bc8bb5456 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c80fb444e1654b22af727a40bcb7674a&shared=False HTTP/1.1" status: 200  len: 905 time: 0.1554010
Jan 27 06:11:00.956190 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9be25-a305-4c46-b101-4296161508a4 req-081cee46-add4-43b9-abf6-c08550a13417 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:00.957876 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c9f9be25-a305-4c46-b101-4296161508a4 req-081cee46-add4-43b9-abf6-c08550a13417 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 944 time: 0.3566215
Jan 27 06:11:00.960710 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582c873-7f79-4336-94bb-4f612edffa81 req-237c0631-5548-41b7-8f19-c38850d3d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:00.962193 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3582c873-7f79-4336-94bb-4f612edffa81 req-237c0631-5548-41b7-8f19-c38850d3d427 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2795153
Jan 27 06:11:01.024678 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c9f9be25-a305-4c46-b101-4296161508a4 req-3def1e4c-a12f-420f-9505-1867cffe96c4 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0605490
Jan 27 06:11:01.102271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-fe5f170a-e3ee-4804-a7a3-7d2f749343ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:01.103961 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-fe5f170a-e3ee-4804-a7a3-7d2f749343ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 1161 time: 0.0783343
Jan 27 06:11:01.185259 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-68975284-067c-498e-8fb3-e7df3b614143 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa58f19f-a335-4921-a054-48aad8bfd5ce HTTP/1.1" status: 200  len: 217 time: 0.0687373
Jan 27 06:11:01.252519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-87550312-3e20-4ef1-9a5c-0d80b58ccfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:01.254046 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-87550312-3e20-4ef1-9a5c-0d80b58ccfa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0628526
Jan 27 06:11:01.335908 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-2feb6200-ae57-4618-b5c2-3f100d942285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:01.337527 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-2feb6200-ae57-4618-b5c2-3f100d942285 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766296
Jan 27 06:11:01.479597 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-098622f5-702c-4afb-87ae-cbb866a7c3d1 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353548
Jan 27 06:11:01.612706 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-142f59d3-2d82-45e2-b680-8d4becd0f707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:01.624241 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a35e39d-e374-4cfd-b009-07169b63b7b5 req-1761b626-7c4a-40a0-bb06-a93c475777ca service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376374
Jan 27 06:11:02.311443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c7245-b77f-4993-94bd-a66efb711e56 req-63343291-17d2-48ac-af6e-d6bfc2186a24 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:02.313060 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-896c7245-b77f-4993-94bd-a66efb711e56 req-63343291-17d2-48ac-af6e-d6bfc2186a24 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 944 time: 0.1459470
Jan 27 06:11:02.376454 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-896c7245-b77f-4993-94bd-a66efb711e56 req-c2aea239-bdb9-4321-a8b2-026f8db76097 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0571318
Jan 27 06:11:02.521237 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:03.591542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:03.622403 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-357359bd-0032-4a31-add0-3b025c004364 req-ea3c0f8b-23bc-4663-a9ed-018c11f62101 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1524503
Jan 27 06:11:03.697896 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68442149-d978-4969-909d-2a230f0e464b req-4c9ab3d6-af15-4bea-95f3-821679a01c8b tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:03.699580 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-68442149-d978-4969-909d-2a230f0e464b req-4c9ab3d6-af15-4bea-95f3-821679a01c8b tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 944 time: 0.1850159
Jan 27 06:11:03.768898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:03.821897 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-68442149-d978-4969-909d-2a230f0e464b req-0d880e65-0731-4c1b-a2a7-29e1f5ba5d82 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.1158905
Jan 27 06:11:03.842126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357359bd-0032-4a31-add0-3b025c004364 req-1df4bcb7-06d2-4b2e-9e01-2e222dedc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:03.843757 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-357359bd-0032-4a31-add0-3b025c004364 req-1df4bcb7-06d2-4b2e-9e01-2e222dedc632 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 1162 time: 0.1222811
Jan 27 06:11:04.237188 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357359bd-0032-4a31-add0-3b025c004364 req-9ba8d58d-ff80-428d-8722-53e5c9e213ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:04.238790 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-357359bd-0032-4a31-add0-3b025c004364 req-9ba8d58d-ff80-428d-8722-53e5c9e213ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.3762827
Jan 27 06:11:04.348263 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-357359bd-0032-4a31-add0-3b025c004364 req-1b0024eb-2dac-4085-b959-56af7297e875 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 1001 time: 0.1009822
Jan 27 06:11:04.419805 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357359bd-0032-4a31-add0-3b025c004364 req-7bba363c-1088-4d5f-bdd3-20cf254d02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:04.421369 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-357359bd-0032-4a31-add0-3b025c004364 req-7bba363c-1088-4d5f-bdd3-20cf254d02b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0669234
Jan 27 06:11:04.505131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357359bd-0032-4a31-add0-3b025c004364 req-1186def1-c015-4787-905b-a4844600419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:04.506616 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-357359bd-0032-4a31-add0-3b025c004364 req-1186def1-c015-4787-905b-a4844600419d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784383
Jan 27 06:11:04.651530 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-357359bd-0032-4a31-add0-3b025c004364 req-26877a17-addb-49f1-aeee-d0b7e80ab1e0 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374826
Jan 27 06:11:04.796842 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-357359bd-0032-4a31-add0-3b025c004364 req-534adcb3-f18f-4196-92e1-e3dc5a013f1f service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392140
Jan 27 06:11:05.105465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211abe66-7cca-436c-b946-3c889d9de152 req-353d27bd-d94c-4b19-a2b1-52cf3ea2ee06 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:05.107143 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-211abe66-7cca-436c-b946-3c889d9de152 req-353d27bd-d94c-4b19-a2b1-52cf3ea2ee06 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 944 time: 0.1489680
Jan 27 06:11:05.167766 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-211abe66-7cca-436c-b946-3c889d9de152 req-3c16aa52-c9ff-4889-8bee-172043891c10 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0540597
Jan 27 06:11:05.507643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-c55d66c0-3e03-4728-a6c4-62e8a6c816e2 req-fd2622de-86e5-4401-9104-75ade3642405 service neutron] (80176) timed out ('10.222.0.13', 51507) {{(pid=80176) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 27 06:11:06.207351 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:11:06.439606 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c9aec-373a-4221-938c-0fe895ad1517 req-281ff2db-81f8-476d-94a7-46b79d8302c0 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:06.441192 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-449c9aec-373a-4221-938c-0fe895ad1517 req-281ff2db-81f8-476d-94a7-46b79d8302c0 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 944 time: 0.1451097
Jan 27 06:11:06.501371 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-449c9aec-373a-4221-938c-0fe895ad1517 req-71ee271f-b1bb-46a6-a313-ddd2f009a342 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0539715
Jan 27 06:11:07.777834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b94e9f-4549-42f0-95f7-b2cb5cf70df0 req-d84c430a-5a9e-4b3a-9914-8682bcc12f27 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:07.779476 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-86b94e9f-4549-42f0-95f7-b2cb5cf70df0 req-d84c430a-5a9e-4b3a-9914-8682bcc12f27 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 944 time: 0.1487496
Jan 27 06:11:07.839385 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-86b94e9f-4549-42f0-95f7-b2cb5cf70df0 req-77624c69-0baf-4e49-8d89-5222d344a3e8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0537202
Jan 27 06:11:09.118473 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995240fd-41f5-4b1f-867e-3c4d244daebc req-a45422a8-f216-4fda-8f71-945c6b1271ca tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:09.120124 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-995240fd-41f5-4b1f-867e-3c4d244daebc req-a45422a8-f216-4fda-8f71-945c6b1271ca tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 944 time: 0.1500916
Jan 27 06:11:09.180575 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-995240fd-41f5-4b1f-867e-3c4d244daebc req-908d7fd8-00ac-4291-b767-12ef2d4c3211 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0539622
Jan 27 06:11:10.453517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17643e03-761e-453d-b600-feb5363de3de req-2a615921-dbce-45a8-a612-8556bed6c480 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:10.455165 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-17643e03-761e-453d-b600-feb5363de3de req-2a615921-dbce-45a8-a612-8556bed6c480 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 944 time: 0.1478202
Jan 27 06:11:10.519474 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-17643e03-761e-453d-b600-feb5363de3de req-af25b10e-75d3-4868-aae3-ba9f6d5d8095 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0577717
Jan 27 06:11:11.793852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9e63e-f26f-454b-8aa0-934a9830b1f1 req-bfa01cbd-024d-41f3-b20a-2765f28d637f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:11.795465 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a4d9e63e-f26f-454b-8aa0-934a9830b1f1 req-bfa01cbd-024d-41f3-b20a-2765f28d637f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 944 time: 0.1443236
Jan 27 06:11:11.858455 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a4d9e63e-f26f-454b-8aa0-934a9830b1f1 req-abb0ded2-5f4a-4da0-95d0-98edcd3c85ea tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0567861
Jan 27 06:11:12.256147 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device fa58f19f-a335-4921-a054-48aad8bfd5ce up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:11:12.368520 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning for port fa58f19f-a335-4921-a054-48aad8bfd5ce completed by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 27 06:11:12.373500 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port fa58f19f-a335-4921-a054-48aad8bfd5ce triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:11:12.373915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:12.492872 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:12.522910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:11:12.533104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port fa58f19f-a335-4921-a054-48aad8bfd5ce, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=fa58f19f-a335-4921-a054-48aad8bfd5ce,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:11:12.557155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:12.560935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:11:12.597998 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce', 'code': 200}
Jan 27 06:11:12.638788 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=fa58f19f-a335-4921-a054-48aad8bfd5ce,revision_number=4']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:11:12.646699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.647083 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.647483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.647882 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.648225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.648592 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.648956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.649319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.649683 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.650045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.650405 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.650762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.651180 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.651570 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.652196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.652560 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.652919 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.653284 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.653641 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.653997 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.654353 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.654709 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.655066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.655442 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:11:12.659735 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:11:12.971689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b83912-0465-432a-9bcd-8daef0416387 req-68272d51-6c5b-497b-8d6c-6ccb8136003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:12.973328 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-33b83912-0465-432a-9bcd-8daef0416387 req-68272d51-6c5b-497b-8d6c-6ccb8136003b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 1163 time: 0.0969188
Jan 27 06:11:13.077234 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-33b83912-0465-432a-9bcd-8daef0416387 req-d168c9b9-e27c-4b63-93ef-2c53197db169 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0946910
Jan 27 06:11:13.163196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa275006-c367-46a8-929b-032551e9f3b6 req-a1bc334d-981f-44ba-876a-f6463616b6d9 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:13.164760 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fa275006-c367-46a8-929b-032551e9f3b6 req-a1bc334d-981f-44ba-876a-f6463616b6d9 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 946 time: 0.1667478
Jan 27 06:11:13.225719 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fa275006-c367-46a8-929b-032551e9f3b6 req-a3667e90-5e53-4ee0-8419-44bceaee7c95 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0543933
Jan 27 06:11:13.798638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device fa58f19f-a335-4921-a054-48aad8bfd5ce up at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 27 06:11:13.868929 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.provisioning_blocks [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Provisioning complete for port fa58f19f-a335-4921-a054-48aad8bfd5ce triggered by entity L2. {{(pid=80178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 27 06:11:13.869345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1338565'] for port, provisioning_complete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:14.503097 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f59e2-de36-4d84-872f-8635508b1c4f req-a1e372f7-c077-40bf-98fe-103c9e739f3f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:14.504735 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c71f59e2-de36-4d84-872f-8635508b1c4f req-a1e372f7-c077-40bf-98fe-103c9e739f3f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 946 time: 0.1462765
Jan 27 06:11:14.565739 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c71f59e2-de36-4d84-872f-8635508b1c4f req-d17a96fc-cd0e-4b03-88b6-82f4ed4517bb tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0546405
Jan 27 06:11:15.840245 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747657d-dbaa-4ef8-942d-f94f5d4f5d5b req-446fb2ad-0a94-44dc-935d-3acfa92c98f9 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:15.841885 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5747657d-dbaa-4ef8-942d-f94f5d4f5d5b req-446fb2ad-0a94-44dc-935d-3acfa92c98f9 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 946 time: 0.1482375
Jan 27 06:11:15.902806 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-5747657d-dbaa-4ef8-942d-f94f5d4f5d5b req-1f544fcd-930c-45a5-bdf6-47b8f189005e tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0547090
Jan 27 06:11:16.180497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82105d39-1ba9-4e9b-8fd0-9619e137a84d req-a7f48991-ecbc-4994-9e56-25d96f57b4e5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:16.182041 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-82105d39-1ba9-4e9b-8fd0-9619e137a84d req-a7f48991-ecbc-4994-9e56-25d96f57b4e5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 946 time: 0.1518245
Jan 27 06:11:16.242499 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-82105d39-1ba9-4e9b-8fd0-9619e137a84d req-77f1fe53-deb5-4369-91fb-93cbbe612555 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0535693
Jan 27 06:11:16.482116 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e121999f-10e6-4903-82d0-037c32e09fdb req-2c4882c2-b945-4b2c-ac2a-a2c69b1e8f34 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1855497
Jan 27 06:11:16.492246 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'floatingip': {'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1'}} {{(pid=80176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:11:16.510381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 27 06:11:16.520312 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.quota.driver [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 27 06:11:16.572622 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:16.715038 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:17.010580 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_common [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Allocated IP 172.27.2.37 (1fa00277-087f-4f70-b9a5-54e9a15b14f1/93887af5-c673-438a-9d7c-a29c1276c96d/69d98e27-5c50-4168-bb0f-e72349afddf7) {{(pid=80176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 27 06:11:17.164707 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for port, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:17.230008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363264859536380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:17.244953 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:11:17.380250 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'Port': ['ID=69d98e27-5c50-4168-bb0f-e72349afddf7,revision_number=1']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:11:17.385540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:11:17.434601 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Network 1fa00277-087f-4f70-b9a5-54e9a15b14f1 is already hosted by enough agents. {{(pid=80176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 27 06:11:17.435686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.base_scheduler [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Resources bound (agent type, host, resource id):  {{(pid=80176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 27 06:11:17.438112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Received port after_create {{(pid=80176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 27 06:11:17.518931 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:17.621075 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:17.888867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for port, precommit_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:17.915390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-813713'] for port, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:17.931566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-643cc753-823c-42ff-aae2-52140794e20e tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:11:18.067061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event updated for resources: {'Port': ['ID=69d98e27-5c50-4168-bb0f-e72349afddf7,revision_number=2']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:11:18.071610 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:11:18.170619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:18.281247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:18.282561 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e121999f-10e6-4903-82d0-037c32e09fdb req-fd7a25b8-5810-4421-b503-5a2a2f166a01 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7944927
Jan 27 06:11:18.380707 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-e121999f-10e6-4903-82d0-037c32e09fdb req-ed6fb3ad-98f0-4f00-914a-37755e35498e tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:floatingip {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:11:18.419165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-e121999f-10e6-4903-82d0-037c32e09fdb req-ed6fb3ad-98f0-4f00-914a-37755e35498e tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:floatingip {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:11:18.420443 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e121999f-10e6-4903-82d0-037c32e09fdb req-ed6fb3ad-98f0-4f00-914a-37755e35498e tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.37 HTTP/1.1" status: 200  len: 695 time: 0.1316202
Jan 27 06:11:18.643653 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121999f-10e6-4903-82d0-037c32e09fdb req-1366a79f-051e-4eed-8deb-6d6344474b00 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:18.645253 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-e121999f-10e6-4903-82d0-037c32e09fdb req-1366a79f-051e-4eed-8deb-6d6344474b00 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 784 time: 0.2188487
Jan 27 06:11:18.898323 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-bad651a7-ef9c-4b52-a1a7-bbfe2470aa0a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:18.899982 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-bad651a7-ef9c-4b52-a1a7-bbfe2470aa0a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1481712
Jan 27 06:11:19.002912 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-2c051aca-d1c5-4b67-a960-716885657d03 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.37 HTTP/1.1" status: 200  len: 695 time: 0.0967128
Jan 27 06:11:19.015964 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.v2.base [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-b3ef0a03-5f3a-431a-aa9f-bd735938acfc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Request body: {'floatingip': {'port_id': 'fa58f19f-a335-4921-a054-48aad8bfd5ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 27 06:11:19.112556 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-b3ef0a03-5f3a-431a-aa9f-bd735938acfc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, before_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:19.751795 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-b3ef0a03-5f3a-431a-aa9f-bd735938acfc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:19.778416 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-b3ef0a03-5f3a-431a-aa9f-bd735938acfc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854291517'] for floatingip, after_update {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:19.957676 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-b3ef0a03-5f3a-431a-aa9f-bd735938acfc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Floating IP c10cdc3c-ca1a-4b3c-ac90-ddecd2de3f19 associated. External IP: 172.27.2.37, port: fa58f19f-a335-4921-a054-48aad8bfd5ce.
Jan 27 06:11:20.563534 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-b3ef0a03-5f3a-431a-aa9f-bd735938acfc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Router 104c9f4f-aacb-407e-94ea-26181a5f9d0d has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:11:20.752317 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-b3ef0a03-5f3a-431a-aa9f-bd735938acfc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:11:20.756800 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-b3ef0a03-5f3a-431a-aa9f-bd735938acfc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:20.762497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b5ce7-62dc-4069-8597-2072e6fb1933 None None] Sync routers for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:11:20.773208 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b5ce7-62dc-4069-8597-2072e6fb1933 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:11:20.773864 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-044b5ce7-62dc-4069-8597-2072e6fb1933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa638a9c160>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:11:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:11:20.815001 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-b3ef0a03-5f3a-431a-aa9f-bd735938acfc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "PUT /v2.0/floatingips/c10cdc3c-ca1a-4b3c-ac90-ddecd2de3f19 HTTP/1.1" status: 200  len: 996 time: 1.8053050
Jan 27 06:11:20.815528 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce'}] {{(pid=80177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:11:20.910143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-3dbe1814-26b3-40f6-bfdc-dc26c56503bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:20.918172 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-3dbe1814-26b3-40f6-bfdc-dc26c56503bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 1163 time: 0.0881186
Jan 27 06:11:20.970181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-044b5ce7-62dc-4069-8597-2072e6fb1933 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:11:20.997800 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce', 'status': 'completed', 'code': 200}
Jan 27 06:11:21.063729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-be24f7d4-88b5-474e-ad78-9eb4f3c4871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:21.065419 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-be24f7d4-88b5-474e-ad78-9eb4f3c4871d service neutron] 10.222.0.24 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1463690
Jan 27 06:11:21.095519 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844449-bf77-45ba-a71a-f583c16ed39c req-c564dd88-adb4-436b-8743-ff65c85b896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:21.097166 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ff844449-bf77-45ba-a71a-f583c16ed39c req-c564dd88-adb4-436b-8743-ff65c85b896d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 1163 time: 0.0806887
Jan 27 06:11:21.181445 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-7ef021b8-fd28-49f0-bfb8-e59acff21ae7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa58f19f-a335-4921-a054-48aad8bfd5ce HTTP/1.1" status: 200  len: 999 time: 0.1090684
Jan 27 06:11:21.246175 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844449-bf77-45ba-a71a-f583c16ed39c req-a38ebb5c-1ec1-4879-a420-591dbe272d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:21.247910 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ff844449-bf77-45ba-a71a-f583c16ed39c req-a38ebb5c-1ec1-4879-a420-591dbe272d4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1440570
Jan 27 06:11:21.253128 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-c16e6f4d-dbfa-45e0-94d3-bb70c0d20778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:21.254912 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-c16e6f4d-dbfa-45e0-94d3-bb70c0d20778 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0679133
Jan 27 06:11:21.347041 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-ee807fe5-97ab-4085-9cae-42a144a675a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:21.348768 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-ee807fe5-97ab-4085-9cae-42a144a675a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872684
Jan 27 06:11:21.360098 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-044b5ce7-62dc-4069-8597-2072e6fb1933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa638a9c160>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:ca:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:08:47Z', 'updated_at': '2021-01-27T06:08:52Z', 'revision_number': 2, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}, {'id': 'c10cdc3c-ca1a-4b3c-ac90-ddecd2de3f19', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': 'fa58f19f-a335-4921-a054-48aad8bfd5ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:6b:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb55821-5330-49f2-9bff-639d0391a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:11:17Z', 'updated_at': '2021-01-27T06:11:19Z', 'revision_number': 1, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:11:21.364630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b5ce7-62dc-4069-8597-2072e6fb1933 None None] Checking router: 104c9f4f-aacb-407e-94ea-26181a5f9d0d for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:11:21.374943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b5ce7-62dc-4069-8597-2072e6fb1933 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:11:21.375668 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-044b5ce7-62dc-4069-8597-2072e6fb1933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa638a9c160>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:11:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:11:21.514575 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-eeeaeaf7-cd4c-487c-86c4-c92841bc1f6f service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572554
Jan 27 06:11:21.589669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-044b5ce7-62dc-4069-8597-2072e6fb1933 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:11:21.625792 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ff844449-bf77-45ba-a71a-f583c16ed39c req-5a3a82b2-f404-4f07-bfa4-d695b68dc252 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa58f19f-a335-4921-a054-48aad8bfd5ce HTTP/1.1" status: 200  len: 999 time: 0.3715024
Jan 27 06:11:21.668288 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-dd548486-8cd3-43ee-afd4-cdf6e2d4f277 req-8ba3cd3e-b333-4b39-b19f-11940aeadd0e service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439927
Jan 27 06:11:21.701886 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844449-bf77-45ba-a71a-f583c16ed39c req-ec16b2b2-04de-4950-8cd4-f193da6d4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:21.703513 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ff844449-bf77-45ba-a71a-f583c16ed39c req-ec16b2b2-04de-4950-8cd4-f193da6d4f7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0705597
Jan 27 06:11:21.788699 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff844449-bf77-45ba-a71a-f583c16ed39c req-bbdb9717-7c70-4d65-a313-2247d689b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:11:21.790323 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ff844449-bf77-45ba-a71a-f583c16ed39c req-bbdb9717-7c70-4d65-a313-2247d689b2f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800340
Jan 27 06:11:21.938140 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ff844449-bf77-45ba-a71a-f583c16ed39c req-872e563c-322f-494f-ae94-1e061ea9c06e service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402552
Jan 27 06:11:22.081097 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ff844449-bf77-45ba-a71a-f583c16ed39c req-765704b0-cba9-469a-8083-cf49b7774d59 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364708
Jan 27 06:11:22.123831 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-044b5ce7-62dc-4069-8597-2072e6fb1933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa638a9c160>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:ca:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:08:47Z', 'updated_at': '2021-01-27T06:08:52Z', 'revision_number': 2, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}, {'id': 'c10cdc3c-ca1a-4b3c-ac90-ddecd2de3f19', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': 'fa58f19f-a335-4921-a054-48aad8bfd5ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:6b:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb55821-5330-49f2-9bff-639d0391a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:11:17Z', 'updated_at': '2021-01-27T06:11:19Z', 'revision_number': 1, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:11:22.127977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044b5ce7-62dc-4069-8597-2072e6fb1933 None None] The sync data for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi is: [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:ca:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:08:47Z', 'updated_at': '2021-01-27T06:08:52Z', 'revision_number': 2, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}, {'id': 'c10cdc3c-ca1a-4b3c-ac90-ddecd2de3f19', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': 'fa58f19f-a335-4921-a054-48aad8bfd5ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:6b:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb55821-5330-49f2-9bff-639d0391a614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:11:17Z', 'updated_at': '2021-01-27T06:11:19Z', 'revision_number': 1, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:11:22.429055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dd369f-ee9f-488b-b8af-01f47ea0fdf8 None None] New status for floating IP c10cdc3c-ca1a-4b3c-ac90-ddecd2de3f19: ACTIVE {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 06:11:27.156591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:29.196717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1e922b3d-969c-473f-851b-a477ebd5981e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:31.613574 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-6c2e0603-56ec-4c23-81a8-06cb8776db69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:32.511126 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:33.579576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:33.756737 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:43.208143 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:11:57.171497 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:11:59.190301 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-83252eaa-9f62-46c3-b8d4-2388c11f88ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:01.617638 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b791ac38-101b-469c-af7a-d431991a91de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:02.510020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:03.601628 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:03.618355 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-510170e7-b97c-4199-b0ad-9cfc07a1b31c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1786506
Jan 27 06:12:03.767213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:03.787814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-0789a3a3-15b4-478e-a5b4-b23e7f64a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:12:03.789428 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-0789a3a3-15b4-478e-a5b4-b23e7f64a5e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 1162 time: 0.0815051
Jan 27 06:12:03.947966 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-1458b540-56ab-4116-ae67-0aae48d88e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:12:03.950119 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-1458b540-56ab-4116-ae67-0aae48d88e58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1408041
Jan 27 06:12:04.059963 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-228afe75-0bba-484d-a090-56865365b86f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 1001 time: 0.1025717
Jan 27 06:12:04.128814 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-b629b550-a5b6-4fc4-9f61-80698ec2e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:12:04.130358 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-b629b550-a5b6-4fc4-9f61-80698ec2e16d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0639067
Jan 27 06:12:04.215193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-9270a1d2-51c8-4cd4-b7d4-b76f3ac92452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:12:04.216875 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-9270a1d2-51c8-4cd4-b7d4-b76f3ac92452 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792453
Jan 27 06:12:04.227943 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-42d5d515-7f29-44ef-8bd6-add79dde391d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 06:12:04.228980 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-42d5d515-7f29-44ef-8bd6-add79dde391d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0052221
Jan 27 06:12:04.369525 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-ae492d50-4cb6-4436-a0e7-076f5ff8825b service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343031
Jan 27 06:12:04.512845 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-8585a51a-dcd2-4116-92dd-807b0a218cae req-65a280c1-8f87-4832-8dd8-0c545cbc36d8 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359358
Jan 27 06:12:20.208025 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:12:27.178292 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:29.206934 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-159cc642-4bbb-408f-9ab7-d6e27fe47711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:31.601217 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3502fcb3-b58e-4ade-b2db-1abeaad153af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:32.509806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:33.590547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:33.766876 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:57.172163 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:12:57.207319 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:12:59.193380 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d5563e80-8caa-44ba-a2e9-ac2b4d0b8778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:01.611834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fed851c4-bb84-4edf-9ab4-19a0f715a2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:02.508870 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:03.558545 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-3bad7695-4949-4ad6-bdfe-bb51d20af952 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0762446
Jan 27 06:13:03.583334 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:03.667031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-ff110a41-17b6-4c6f-bbb2-222bf2099a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:03.669306 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-ff110a41-17b6-4c6f-bbb2-222bf2099a70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 1163 time: 0.0790288
Jan 27 06:13:03.771911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:03.822885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-68fe9914-720b-445f-a9f2-8721aac9be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:03.824514 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-68fe9914-720b-445f-a9f2-8721aac9be1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.1367102
Jan 27 06:13:03.934735 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-f728d5ba-4a9e-4386-8db0-80bdb38088f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa58f19f-a335-4921-a054-48aad8bfd5ce HTTP/1.1" status: 200  len: 1001 time: 0.1038697
Jan 27 06:13:04.007390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-edf44cef-5eed-4dd7-bf66-b2f3b5759254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:04.008950 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-edf44cef-5eed-4dd7-bf66-b2f3b5759254 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0685525
Jan 27 06:13:04.089696 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-84a56138-0ad4-4af2-a2a8-2d8d7d669065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:04.091407 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-84a56138-0ad4-4af2-a2a8-2d8d7d669065 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756800
Jan 27 06:13:04.232556 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-ceb20a1a-107d-43a9-b5a4-11c200e1d466 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338255
Jan 27 06:13:04.372717 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-ac4c672a-fecd-4606-bf0d-3afc272ebe1d req-a4eed454-66b1-4df2-8d77-6f59dac7a2d7 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1335940
Jan 27 06:13:10.113234 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b2561ee0-0773-496f-9c74-1fd9b14280d7 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips/c10cdc3c-ca1a-4b3c-ac90-ddecd2de3f19 HTTP/1.1" status: 200  len: 998 time: 0.1262877
Jan 27 06:13:10.333180 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-d7e5c63c-770d-4e79-a4cd-d3db7ab08e96 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:10.334672 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-d7e5c63c-770d-4e79-a4cd-d3db7ab08e96 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 784 time: 0.2155294
Jan 27 06:13:10.345590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-ba2bcaf3-bd46-4a2b-bb6a-b40daed01603 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=80176) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 27 06:13:10.351510 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-ba2bcaf3-bd46-4a2b-bb6a-b40daed01603 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0058849
Jan 27 06:13:10.468914 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-ae4b475d-3ecb-4f97-835a-cef080e2136e tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.37 HTTP/1.1" status: 200  len: 1001 time: 0.1162314
Jan 27 06:13:10.609637 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-2739ab53-8849-40a3-bfb4-48fe71a31e7a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:10.611025 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-2739ab53-8849-40a3-bfb4-48fe71a31e7a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports/fa58f19f-a335-4921-a054-48aad8bfd5ce HTTP/1.1" status: 200  len: 943 time: 0.1362233
Jan 27 06:13:10.812256 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b4bbbf6f-513c-478c-b638-ce91dc82ae2f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.37 HTTP/1.1" status: 200  len: 1001 time: 0.1205313
Jan 27 06:13:11.052633 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Deleting port 69d98e27-5c50-4168-bb0f-e72349afddf7 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:11.053029 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:11.479029 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:11.479675 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:11.611775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Calling delete_port for 69d98e27-5c50-4168-bb0f-e72349afddf7 owned by network:floatingip {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:11.873576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:11.887404 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0d0e3459-cdc4-47ae-bd8f-b788ce74dbf1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:11.937661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event deleted for resources: {'Port': ['ID=69d98e27-5c50-4168-bb0f-e72349afddf7,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:11.993397 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.993815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.994225 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.994626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.995024 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.995445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.995844 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.996914 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.997322 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.997719 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.998115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.998508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.998957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.999388 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:11.999787 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:12.000178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:12.000566 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:12.000957 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:12.001346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:12.001734 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:12.002124 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:12.002517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:12.002905 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:12.003293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:12.010532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:12.132856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:12.133175 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Floating IP c10cdc3c-ca1a-4b3c-ac90-ddecd2de3f19 disassociated (deleted). External IP: 172.27.2.37, port: fa58f19f-a335-4921-a054-48aad8bfd5ce.
Jan 27 06:13:12.502012 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Router 104c9f4f-aacb-407e-94ea-26181a5f9d0d has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:13:12.690152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:13:12.700713 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15e311-70a5-4b59-b608-b864c4642f1b None None] Sync routers for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:13:12.711129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15e311-70a5-4b59-b608-b864c4642f1b None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:13:12.711820 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-9f15e311-70a5-4b59-b608-b864c4642f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639629e80>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:13:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:12.776632 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:12.835386 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "DELETE /v2.0/floatingips/c10cdc3c-ca1a-4b3c-ac90-ddecd2de3f19 HTTP/1.1" status: 204  len: 173 time: 2.0171196
Jan 27 06:13:12.835991 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:13:12.905903 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-9f15e311-70a5-4b59-b608-b864c4642f1b None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:13:12.912558 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce', 'status': 'completed', 'code': 200}
Jan 27 06:13:12.934349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-44e3d5cc-d2e1-490f-a85f-7466da303fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:12.936105 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-44e3d5cc-d2e1-490f-a85f-7466da303fe7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 1163 time: 0.0868058
Jan 27 06:13:13.149611 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-21956c5f-f091-460d-9287-b9475e940c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:13.151229 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-21956c5f-f091-460d-9287-b9475e940c52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.2076917
Jan 27 06:13:13.154826 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a294d47-cdc9-4f7f-a6dc-f8ac6e886b61 req-8ee21345-f9d6-4ba6-8677-015c198717df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:13.156344 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a294d47-cdc9-4f7f-a6dc-f8ac6e886b61 req-8ee21345-f9d6-4ba6-8677-015c198717df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 1163 time: 0.1880636
Jan 27 06:13:13.250118 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-7b8bdcc5-cde3-43dd-945a-7c9e37bd4c30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa58f19f-a335-4921-a054-48aad8bfd5ce HTTP/1.1" status: 200  len: 217 time: 0.0912342
Jan 27 06:13:13.276049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-9f15e311-70a5-4b59-b608-b864c4642f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639629e80>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:ca:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:08:47Z', 'updated_at': '2021-01-27T06:08:52Z', 'revision_number': 2, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:13.280788 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15e311-70a5-4b59-b608-b864c4642f1b None None] Checking router: 104c9f4f-aacb-407e-94ea-26181a5f9d0d for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:13:13.289625 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15e311-70a5-4b59-b608-b864c4642f1b None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:13:13.290271 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-9f15e311-70a5-4b59-b608-b864c4642f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639629e80>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:13:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:13.402196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-8c2d4444-0bef-4e75-9da7-594c5c01da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:13.403949 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-8c2d4444-0bef-4e75-9da7-594c5c01da30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.1042204
Jan 27 06:13:13.467710 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a294d47-cdc9-4f7f-a6dc-f8ac6e886b61 req-344fc99c-116c-4487-b78d-8904f7532f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:13.469286 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a294d47-cdc9-4f7f-a6dc-f8ac6e886b61 req-344fc99c-116c-4487-b78d-8904f7532f6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.2503290
Jan 27 06:13:13.479122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-9f15e311-70a5-4b59-b608-b864c4642f1b None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:13:13.552237 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a294d47-cdc9-4f7f-a6dc-f8ac6e886b61 req-746cf8c7-e72d-4c42-af67-c86813057c25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa58f19f-a335-4921-a054-48aad8bfd5ce HTTP/1.1" status: 200  len: 217 time: 0.0734699
Jan 27 06:13:13.627745 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-4cb4e2f0-0196-470e-88a8-e55abf4ecdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:13.629386 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-4cb4e2f0-0196-470e-88a8-e55abf4ecdfc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2118826
Jan 27 06:13:13.634922 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a294d47-cdc9-4f7f-a6dc-f8ac6e886b61 req-a959812a-4e65-475a-9b4b-e55548cf374f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:13.636467 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a294d47-cdc9-4f7f-a6dc-f8ac6e886b61 req-a959812a-4e65-475a-9b4b-e55548cf374f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0761836
Jan 27 06:13:13.840252 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-c4750b38-6bfd-4d26-ab76-033582ae52ff service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025816
Jan 27 06:13:13.842772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a294d47-cdc9-4f7f-a6dc-f8ac6e886b61 req-d962fbd2-8172-4888-8480-b528d7af806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:13.843857 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a294d47-cdc9-4f7f-a6dc-f8ac6e886b61 req-d962fbd2-8172-4888-8480-b528d7af806e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1842830
Jan 27 06:13:13.855852 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-9f15e311-70a5-4b59-b608-b864c4642f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639629e80>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:ca:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:08:47Z', 'updated_at': '2021-01-27T06:08:52Z', 'revision_number': 2, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:13.860065 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15e311-70a5-4b59-b608-b864c4642f1b None None] The sync data for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi is: [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_floatingips': [{'id': '25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'router_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'port_id': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'mac_address': 'fa:16:3e:ca:ac:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-27T06:08:47Z', 'updated_at': '2021-01-27T06:08:52Z', 'revision_number': 2, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:13:14.261975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30670700-16a3-43b8-9ade-8c55527221c4 None None] New status for floating IP c10cdc3c-ca1a-4b3c-ac90-ddecd2de3f19: DOWN {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 06:13:14.365298 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a294d47-cdc9-4f7f-a6dc-f8ac6e886b61 req-454145eb-6922-4437-a67b-3437ae2fd0c2 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4964759
Jan 27 06:13:14.367273 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-b18dd3b0-d699-41c1-8fdd-6b3c7e32d8f9 req-cbb8f17d-86e0-4968-9e50-766caf41a33a service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5203168
Jan 27 06:13:14.514332 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-9a294d47-cdc9-4f7f-a6dc-f8ac6e886b61 req-c8835851-f55f-4e1f-8595-4282678c2c8b service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421297
Jan 27 06:13:14.967179 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cd1af-6756-461d-94c7-1c6a89b6b854 req-82aa6bec-81f5-4976-a63a-6cd5a4e3567f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:14.967989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-4e2cd1af-6756-461d-94c7-1c6a89b6b854 req-82aa6bec-81f5-4976-a63a-6cd5a4e3567f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:13:15.010069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-4e2cd1af-6756-461d-94c7-1c6a89b6b854 req-82aa6bec-81f5-4976-a63a-6cd5a4e3567f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:13:15.011246 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4e2cd1af-6756-461d-94c7-1c6a89b6b854 req-82aa6bec-81f5-4976-a63a-6cd5a4e3567f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 946 time: 0.1870987
Jan 27 06:13:15.077935 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4e2cd1af-6756-461d-94c7-1c6a89b6b854 req-14af601f-81af-4811-bb83-cc30cb4e9338 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0594027
Jan 27 06:13:16.357977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220a4aa-1fb7-4112-8e04-bb75b0f92c44 req-a3c0d82f-5687-4451-b114-c915f2ab62e8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:16.359654 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f220a4aa-1fb7-4112-8e04-bb75b0f92c44 req-a3c0d82f-5687-4451-b114-c915f2ab62e8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 946 time: 0.1493762
Jan 27 06:13:16.420311 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-f220a4aa-1fb7-4112-8e04-bb75b0f92c44 req-6dc99b8c-3f69-4fbf-990b-4d5f543aa721 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0544610
Jan 27 06:13:16.860619 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-ac00fd4b-368e-4009-99f7-41220896bb68 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:16.862197 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-ac00fd4b-368e-4009-99f7-41220896bb68 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 946 time: 0.1442502
Jan 27 06:13:16.909342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device fa58f19f-a335-4921-a054-48aad8bfd5ce no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:13:16.954114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Deleting port fa58f19f-a335-4921-a054-48aad8bfd5ce {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:16.954517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:17.032806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:17.062311 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:13:17.072939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port fa58f19f-a335-4921-a054-48aad8bfd5ce, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=fa58f19f-a335-4921-a054-48aad8bfd5ce,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:17.121247 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce', 'code': 200}
Jan 27 06:13:17.124599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:17.126479 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:17.196115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=fa58f19f-a335-4921-a054-48aad8bfd5ce,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:17.204511 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.204902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.205286 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.205662 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.206031 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.206403 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.206772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.207140 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.207535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.207905 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.208272 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.208636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.209056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.209419 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.209779 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.210144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.210504 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.210865 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.211203 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.211588 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.211949 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.212328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.212670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.213029 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:17.218097 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:17.232138 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] For port fa58f19f-a335-4921-a054-48aad8bfd5ce, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=fa58f19f-a335-4921-a054-48aad8bfd5ce,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:17.232533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:17.363318 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Calling delete_port for fa58f19f-a335-4921-a054-48aad8bfd5ce owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:17.525070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 06:13:17.525434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 06:13:17.703540 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0476dc-c55c-4d48-a882-d762bffc48f9 req-143b1099-38f8-458b-9533-ad2e26355828 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:17.705169 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3c0476dc-c55c-4d48-a882-d762bffc48f9 req-143b1099-38f8-458b-9533-ad2e26355828 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 944 time: 0.1537106
Jan 27 06:13:17.766007 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-3c0476dc-c55c-4d48-a882-d762bffc48f9 req-a2db9115-ed80-4fd6-9341-a7d4fbe55371 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0545812
Jan 27 06:13:18.026251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Deleting port fa58f19f-a335-4921-a054-48aad8bfd5ce {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:18.026630 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:18.285253 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] For port fa58f19f-a335-4921-a054-48aad8bfd5ce, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=fa58f19f-a335-4921-a054-48aad8bfd5ce,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:18.285569 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:18.419427 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Calling delete_port for fa58f19f-a335-4921-a054-48aad8bfd5ce owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:18.690281 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:18.706202 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-b521e0ac-1af2-42d4-ae64-1d10ba2c477c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:18.801590 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event deleted for resources: {'Port': ['ID=fa58f19f-a335-4921-a054-48aad8bfd5ce,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:18.808382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:18.956550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] No DVR routers for this DVR port fa58f19f-a335-4921-a054-48aad8bfd5ce on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:13:18.963164 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:18.966112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'name': 'network-vif-deleted', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:13:18.979044 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6f376f95-0997-4826-8af3-85cdf41e1e68 req-fe745395-480d-454d-898c-78721ff730f0 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 210 time: 0.0633099
Jan 27 06:13:19.016980 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-378ee1a1-10e8-4dc8-ab24-dd81a0c7f4b5 req-a9c3ff1a-0dbe-489f-ba4e-8576525167a2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "DELETE /v2.0/ports/fa58f19f-a335-4921-a054-48aad8bfd5ce HTTP/1.1" status: 204  len: 173 time: 2.1487978
Jan 27 06:13:19.029873 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb55821-5330-49f2-9bff-639d0391a614', 'name': 'network-vif-deleted', 'tag': 'fa58f19f-a335-4921-a054-48aad8bfd5ce', 'status': 'completed', 'code': 200}
Jan 27 06:13:20.180433 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-a7a82823-2341-48f1-b830-9cefce8ca32f req-c38a0b45-f6d1-43a3-bd98-f7f4fd81360a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:13:20.222624 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-a7a82823-2341-48f1-b830-9cefce8ca32f req-c38a0b45-f6d1-43a3-bd98-f7f4fd81360a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:13:20.223932 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-a7a82823-2341-48f1-b830-9cefce8ca32f req-c38a0b45-f6d1-43a3-bd98-f7f4fd81360a tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eb55821-5330-49f2-9bff-639d0391a614 HTTP/1.1" status: 200  len: 210 time: 0.0955751
Jan 27 06:13:23.998469 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-77f04e2c-71d9-4567-a69f-e96317032b4c tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips/25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2 HTTP/1.1" status: 200  len: 998 time: 0.1270576
Jan 27 06:13:24.221968 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db72443-e989-42b1-954b-6470a84439f4 req-38b8f86a-76ee-4493-886f-ca520f6c7cc4 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:24.223397 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-38b8f86a-76ee-4493-886f-ca520f6c7cc4 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 784 time: 0.2189178
Jan 27 06:13:24.346018 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-6db72443-e989-42b1-954b-6470a84439f4 req-2bb4d0ab-1764-45c7-80d6-40db8f009823 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:floatingip {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:13:24.446061 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-6db72443-e989-42b1-954b-6470a84439f4 req-2bb4d0ab-1764-45c7-80d6-40db8f009823 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:floatingip {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:13:24.447400 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-2bb4d0ab-1764-45c7-80d6-40db8f009823 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.115 HTTP/1.1" status: 200  len: 1001 time: 0.2173824
Jan 27 06:13:24.598856 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db72443-e989-42b1-954b-6470a84439f4 req-2142a358-6d98-474f-bbf3-cfc74cb7b3ec tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:24.600908 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-2142a358-6d98-474f-bbf3-cfc74cb7b3ec tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports/24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 942 time: 0.1465502
Jan 27 06:13:24.826727 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-2f86afa2-a3a2-428c-b979-8bb73ff73471 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.115 HTTP/1.1" status: 200  len: 1001 time: 0.1417427
Jan 27 06:13:25.105770 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Deleting port 52383549-60a6-4296-837a-ccdd6ae6d173 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:25.106965 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:25.326565 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:25.326935 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:25.468069 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Calling delete_port for 52383549-60a6-4296-837a-ccdd6ae6d173 owned by network:floatingip {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:25.764659 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:25.780144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-62db20cf-d3af-4459-a006-6bd8567680be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:25.871651 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event deleted for resources: {'Port': ['ID=52383549-60a6-4296-837a-ccdd6ae6d173,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:25.879223 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:25.999800 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:26.000166 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.db.l3_db [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Floating IP 25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2 disassociated (deleted). External IP: 172.27.2.115, port: 24356f0e-5059-4a5b-a67c-6d753f4d6f52.
Jan 27 06:13:26.614828 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Router 104c9f4f-aacb-407e-94ea-26181a5f9d0d has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:13:26.800224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:13:26.810335 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b606a-7840-4dcf-b745-cc497b590c79 None None] Sync routers for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:13:26.820081 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b606a-7840-4dcf-b745-cc497b590c79 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:13:26.829051 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5c6b606a-7840-4dcf-b745-cc497b590c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639629748>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:13:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:26.890849 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:26.956675 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-e6f6e48c-d9d4-4c30-bc4e-98441f9e8b75 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "DELETE /v2.0/floatingips/25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2 HTTP/1.1" status: 204  len: 173 time: 2.1221032
Jan 27 06:13:26.957262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:13:27.019233 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'status': 'completed', 'code': 200}
Jan 27 06:13:27.174178 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-5c6b606a-7840-4dcf-b745-cc497b590c79 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:13:27.198910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:27.210869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db72443-e989-42b1-954b-6470a84439f4 req-793fc545-dd64-4fa5-b35e-9892642ae458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:27.212543 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-793fc545-dd64-4fa5-b35e-9892642ae458 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 1162 time: 0.2421398
Jan 27 06:13:27.215224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a62cb1-917b-43f3-9eae-aeed0b9e1e65 req-a08fd669-bafe-4d9b-9be7-b0ceaf399bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:27.216833 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-41a62cb1-917b-43f3-9eae-aeed0b9e1e65 req-a08fd669-bafe-4d9b-9be7-b0ceaf399bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c80fb444e1654b22af727a40bcb7674a&device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 1162 time: 0.1156912
Jan 27 06:13:27.481937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db72443-e989-42b1-954b-6470a84439f4 req-9849a405-d5d3-463c-bf16-1ab0b3d65cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:27.483584 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-9849a405-d5d3-463c-bf16-1ab0b3d65cb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.2637486
Jan 27 06:13:27.487775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a62cb1-917b-43f3-9eae-aeed0b9e1e65 req-65930e85-460a-4f13-9849-775faef6efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:27.489234 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-41a62cb1-917b-43f3-9eae-aeed0b9e1e65 req-65930e85-460a-4f13-9849-775faef6efa9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 200  len: 905 time: 0.2459948
Jan 27 06:13:27.509483 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5c6b606a-7840-4dcf-b745-cc497b590c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639629748>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:27.514316 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b606a-7840-4dcf-b745-cc497b590c79 None None] Checking router: 104c9f4f-aacb-407e-94ea-26181a5f9d0d for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:13:27.523204 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b606a-7840-4dcf-b745-cc497b590c79 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:13:27.523885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5c6b606a-7840-4dcf-b745-cc497b590c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa639629748>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:13:02Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:27.614728 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-735b4481-014c-43e0-b29c-6156600b6d29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 217 time: 0.1244743
Jan 27 06:13:27.624437 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-41a62cb1-917b-43f3-9eae-aeed0b9e1e65 req-5416fbe4-5e07-4f32-b959-8407f4e66b1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 200  len: 217 time: 0.0774744
Jan 27 06:13:27.712476 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-5c6b606a-7840-4dcf-b745-cc497b590c79 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:13:27.742984 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db72443-e989-42b1-954b-6470a84439f4 req-87cd2299-a4e1-413a-b898-f080fbb47be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:27.744551 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-87cd2299-a4e1-413a-b898-f080fbb47be8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.1220086
Jan 27 06:13:27.748381 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a62cb1-917b-43f3-9eae-aeed0b9e1e65 req-41d6ca73-f28a-490f-a2ef-11d43b735190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:27.749807 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-41a62cb1-917b-43f3-9eae-aeed0b9e1e65 req-41d6ca73-f28a-490f-a2ef-11d43b735190 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 200  len: 850 time: 0.0885811
Jan 27 06:13:27.901266 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db72443-e989-42b1-954b-6470a84439f4 req-cab3f96d-2443-4682-8035-fba416fb9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:27.903039 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-cab3f96d-2443-4682-8035-fba416fb9df9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1508744
Jan 27 06:13:27.906867 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a62cb1-917b-43f3-9eae-aeed0b9e1e65 req-a850fc7c-685d-47aa-a861-201f955a1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:27.908508 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-41a62cb1-917b-43f3-9eae-aeed0b9e1e65 req-a850fc7c-685d-47aa-a861-201f955a1671 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1178808
Jan 27 06:13:28.049309 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-5c6b606a-7840-4dcf-b745-cc497b590c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa639629748>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:28.053337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b606a-7840-4dcf-b745-cc497b590c79 None None] The sync data for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi is: [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:04:58Z', 'revision_number': 4, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi', '_interfaces': [{'id': '77900f13-1ce6-4e48-a12f-49a2c8424886', 'name': '', 'network_id': '91d2fc1b-c86b-4048-8f4a-bd5a25aac97e', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'mac_address': 'fa:16:3e:93:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:57Z', 'updated_at': '2021-01-27T06:05:08Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'subnets': [{'id': 'd6d2f976-2dbc-4dbe-86e5-d0d002f41edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:13:28.167467 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-96eaf1d4-8c3a-4ef9-8e52-d1bc7aefe768 service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2564428
Jan 27 06:13:28.172821 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-41a62cb1-917b-43f3-9eae-aeed0b9e1e65 req-90b387a0-0641-44e2-8ec1-0d511bd19b69 service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346513
Jan 27 06:13:28.431310 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-6db72443-e989-42b1-954b-6470a84439f4 req-e1898746-3e59-4f2c-b056-020955b2457f service neutron] 10.222.0.24 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2571747
Jan 27 06:13:28.437182 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-41a62cb1-917b-43f3-9eae-aeed0b9e1e65 req-3cf1315f-eec4-4c40-a85a-4c2fa2fc89aa service neutron] 10.222.0.13 "GET /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2358043
Jan 27 06:13:28.449722 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85575464-a41a-4326-a974-8b2ecd92ca25 None None] New status for floating IP 25cef0b9-cc91-4a0f-b56e-ea4e1814b8a2: DOWN {{(pid=80178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 27 06:13:29.085465 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa846f-2917-452d-81e8-fa67a06cc756 req-9e227309-8f0b-4b43-bb14-7907e0360768 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:29.086159 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-fcaa846f-2917-452d-81e8-fa67a06cc756 req-9e227309-8f0b-4b43-bb14-7907e0360768 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:13:29.135349 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-fcaa846f-2917-452d-81e8-fa67a06cc756 req-9e227309-8f0b-4b43-bb14-7907e0360768 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:13:29.136681 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fcaa846f-2917-452d-81e8-fa67a06cc756 req-9e227309-8f0b-4b43-bb14-7907e0360768 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 945 time: 0.1991036
Jan 27 06:13:29.182571 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1d9fd5f4-2b89-496d-b21a-c20c6d55b889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:29.201463 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-fcaa846f-2917-452d-81e8-fa67a06cc756 req-b301f973-1517-48da-93a9-69d7bccc2743 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0573559
Jan 27 06:13:30.474533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e24d9-c7ec-47c7-b2fe-ec2384a13be5 req-0a0e263d-3c07-4b3c-86c3-fe524d40574b tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:30.476164 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-882e24d9-c7ec-47c7-b2fe-ec2384a13be5 req-0a0e263d-3c07-4b3c-86c3-fe524d40574b tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 945 time: 0.1458044
Jan 27 06:13:30.536452 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-882e24d9-c7ec-47c7-b2fe-ec2384a13be5 req-09dfc141-076d-4526-b34e-83fa1e374480 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0539873
Jan 27 06:13:30.786244 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69813cf7-ac55-4f58-ab30-13279954c029 req-6ffc1c48-c08f-4bba-a82c-8dbd109c6241 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:30.787884 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-69813cf7-ac55-4f58-ab30-13279954c029 req-6ffc1c48-c08f-4bba-a82c-8dbd109c6241 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 945 time: 0.1465216
Jan 27 06:13:30.880052 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Deleting port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:30.880438 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:31.019711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Device 24356f0e-5059-4a5b-a67c-6d753f4d6f52 no longer exists at agent ovs-agent-hv-cinder-77262 {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:13:31.141293 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854155297'] for port, before_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:31.172945 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52'}] {{(pid=80178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:13:31.184070 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] For port 24356f0e-5059-4a5b-a67c-6d753f4d6f52, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:31.218628 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771995630946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771995213325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363264859562458'] for port, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:31.220667 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:31.297193 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Pushing event updated for resources: {'Port': ['ID=24356f0e-5059-4a5b-a67c-6d753f4d6f52,revision_number=5']} {{(pid=80178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:31.301087 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:31.353127 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'code': 200}
Jan 27 06:13:31.386681 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] For port 24356f0e-5059-4a5b-a67c-6d753f4d6f52, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:31.387063 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:31.518387 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Calling delete_port for 24356f0e-5059-4a5b-a67c-6d753f4d6f52 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:31.617314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-01b03c1e-7fdb-4934-909e-ce83f481bb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:31.687056 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 06:13:31.687705 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 06:13:31.855233 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad250b1-4fab-45ca-a2dc-a0e153601763 req-77cdea2c-efc9-4cec-91b0-a118fc7659f1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:31.856865 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4ad250b1-4fab-45ca-a2dc-a0e153601763 req-77cdea2c-efc9-4cec-91b0-a118fc7659f1 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 943 time: 0.1471605
Jan 27 06:13:31.917526 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-4ad250b1-4fab-45ca-a2dc-a0e153601763 req-7982ef52-7618-4e78-beff-3a12f464b404 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f353089-d71a-42f1-81ab-56bdb42ebc64&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0537887
Jan 27 06:13:32.189060 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Deleting port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:32.189369 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:32.446670 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] For port 24356f0e-5059-4a5b-a67c-6d753f4d6f52, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77262',level=0,port_id=24356f0e-5059-4a5b-a67c-6d753f4d6f52,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:32.446982 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:32.502804 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:32.580472 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Calling delete_port for 24356f0e-5059-4a5b-a67c-6d753f4d6f52 owned by compute:nova {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:32.834264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:32.850306 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-811f0410-6260-44db-a44f-49cb533c6cc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:32.947411 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event deleted for resources: {'Port': ['ID=24356f0e-5059-4a5b-a67c-6d753f4d6f52,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:32.950264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:33.095372 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] No DVR routers for this DVR port 24356f0e-5059-4a5b-a67c-6d753f4d6f52 on host hv-cinder-77262 {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:13:33.101937 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for port, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:33.104628 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'name': 'network-vif-deleted', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52'}] {{(pid=80176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 27 06:13:33.117441 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-62a5aa85-2980-47db-a8f2-14f76c10a900 req-e9b3858a-e090-45e8-a48f-f0a8aaad635d tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 210 time: 0.0620964
Jan 27 06:13:33.170989 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-69813cf7-ac55-4f58-ab30-13279954c029 req-071024bf-ebcb-45d0-91df-173178adc845 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.13 "DELETE /v2.0/ports/24356f0e-5059-4a5b-a67c-6d753f4d6f52 HTTP/1.1" status: 204  len: 173 time: 2.3774314
Jan 27 06:13:33.253216 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19b70e5-9661-4c86-a36e-53ff19570007', 'name': 'network-vif-deleted', 'tag': '24356f0e-5059-4a5b-a67c-6d753f4d6f52', 'status': 'completed', 'code': 200}
Jan 27 06:13:33.593633 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:33.781498 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:34.206976 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:13:34.388137 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-80a87776-ee2e-4e9c-a3b9-1eed631d731d req-77a2058f-7699-4ac2-b5f5-842a756e1863 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:13:34.439795 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-80a87776-ee2e-4e9c-a3b9-1eed631d731d req-77a2058f-7699-4ac2-b5f5-842a756e1863 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:port {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:13:34.441156 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-80a87776-ee2e-4e9c-a3b9-1eed631d731d req-77a2058f-7699-4ac2-b5f5-842a756e1863 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/ports?device_id=d19b70e5-9661-4c86-a36e-53ff19570007 HTTP/1.1" status: 200  len: 210 time: 0.1055920
Jan 27 06:13:35.677102 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-e236eb46-b0d7-4742-84b0-e4a523be59c2 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips/a9b0d5a7-c362-4f28-9c70-c41172fc33c0 HTTP/1.1" status: 200  len: 693 time: 0.1003780
Jan 27 06:13:35.897623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-39d096d9-77df-437b-86c1-ce3c9553b059 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 27 06:13:35.899169 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-39d096d9-77df-437b-86c1-ce3c9553b059 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/networks/1fa00277-087f-4f70-b9a5-54e9a15b14f1 HTTP/1.1" status: 200  len: 784 time: 0.2163186
Jan 27 06:13:36.002201 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-d53611ee-a837-4129-bd26-ab57bdff35f3 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Synchronizing usage tracker for tenant:c80fb444e1654b22af727a40bcb7674a on resource:floatingip {{(pid=80176) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 27 06:13:36.056591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.quota.resource [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-d53611ee-a837-4129-bd26-ab57bdff35f3 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Unset dirty status for tenant:c80fb444e1654b22af727a40bcb7674a on resource:floatingip {{(pid=80176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 27 06:13:36.057842 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-d53611ee-a837-4129-bd26-ab57bdff35f3 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.157 HTTP/1.1" status: 200  len: 696 time: 0.1513088
Jan 27 06:13:36.158899 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-cb4f21ed-bf8e-43d8-aecd-42d1c2a1df79 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.27.2.157 HTTP/1.1" status: 200  len: 696 time: 0.0939734
Jan 27 06:13:36.341287 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-e7c38c55-dc5c-4e82-a597-8b9cdab806c5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Deleting port 438c8ecc-d3c4-4f9d-9f77-32118be04cae {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:36.341661 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-e7c38c55-dc5c-4e82-a597-8b9cdab806c5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:36.524231 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-e7c38c55-dc5c-4e82-a597-8b9cdab806c5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:36.524517 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-e7c38c55-dc5c-4e82-a597-8b9cdab806c5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:36.656213 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-e7c38c55-dc5c-4e82-a597-8b9cdab806c5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Calling delete_port for 438c8ecc-d3c4-4f9d-9f77-32118be04cae owned by network:floatingip {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:36.891149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-e7c38c55-dc5c-4e82-a597-8b9cdab806c5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:36.907516 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-2a43295d-18fb-4fbd-a918-30adc9f15cf8 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:37.003268 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c38c55-dc5c-4e82-a597-8b9cdab806c5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event deleted for resources: {'Port': ['ID=438c8ecc-d3c4-4f9d-9f77-32118be04cae,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:37.007267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e7c38c55-dc5c-4e82-a597-8b9cdab806c5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:37.126401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-e7c38c55-dc5c-4e82-a597-8b9cdab806c5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for floatingip, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:37.183182 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-e7c38c55-dc5c-4e82-a597-8b9cdab806c5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1975583'] for floatingip, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:37.184435 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-c25e9bf9-262b-437d-bfb5-a1fe837cf3cf req-e7c38c55-dc5c-4e82-a597-8b9cdab806c5 tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "DELETE /v2.0/floatingips/a9b0d5a7-c362-4f28-9c70-c41172fc33c0 HTTP/1.1" status: 204  len: 173 time: 1.0197291
Jan 27 06:13:38.712124 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d721f3b0-03f4-463d-9a97-de7b9e514776 req-33689052-38cc-45e1-b6ec-d1fda7661d4f tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "GET /v2.0/security-groups/9f353089-d71a-42f1-81ab-56bdb42ebc64 HTTP/1.1" status: 200  len: 2997 time: 0.0630558
Jan 27 06:13:38.800769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d721f3b0-03f4-463d-9a97-de7b9e514776 req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:38.830415 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d721f3b0-03f4-463d-9a97-de7b9e514776 req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:38.969584 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d721f3b0-03f4-463d-9a97-de7b9e514776 req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:38.975049 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-0897aeb0-a926-4091-a64f-d2002a8357c6 tempest-AttachVolumeShelveTestJSON-463214615 tempest-AttachVolumeShelveTestJSON-463214615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:38.991162 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f353089-d71a-42f1-81ab-56bdb42ebc64,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:38.999885 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.000313 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.000728 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.001139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.001542 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.001954 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.002357 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.002762 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.003165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.003591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.003992 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.004390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-1-iscsi {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.004847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.005247 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.005643 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.006045 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.006440 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.006837 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.007233 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.007655 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.008051 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.008448 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.008846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.009237 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77262 {{(pid=80177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 27 06:13:39.015339 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:39.019002 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [req-d721f3b0-03f4-463d-9a97-de7b9e514776 req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] Notify callbacks [] for security_group, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:39.026485 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [req-d721f3b0-03f4-463d-9a97-de7b9e514776 req-d7d17aef-10c0-4e08-9d04-6f9ff43cb2fc tempest-TestVolumeBootPattern-1241981950 tempest-TestVolumeBootPattern-1241981950-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f353089-d71a-42f1-81ab-56bdb42ebc64 HTTP/1.1" status: 204  len: 173 time: 0.3040941
Jan 27 06:13:39.127739 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 47490) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:39.885939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344479'] for router_interface, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:40.485846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] Deleting port 77900f13-1ce6-4e48-a12f-49a2c8424886 {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:40.486218 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:40.664164 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] For port 77900f13-1ce6-4e48-a12f-49a2c8424886, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=77900f13-1ce6-4e48-a12f-49a2c8424886,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:40.664547 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:40.794327 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] Calling delete_port for 77900f13-1ce6-4e48-a12f-49a2c8424886 owned by network:router_interface {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:41.125120 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:41.141264 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-935b5346-8266-4bff-b27c-32947608f5d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:41.234576 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] Pushing event deleted for resources: {'Port': ['ID=77900f13-1ce6-4e48-a12f-49a2c8424886,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:41.237430 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:41.552895 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853182275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430192'] for router_interface, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:42.065773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] Router 104c9f4f-aacb-407e-94ea-26181a5f9d0d has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:13:42.252234 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:13:42.261521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61613a2-6f07-45bd-911d-c45e8a542744 None None] Sync routers for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:13:42.266588 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-696fe8ca-6b9b-4d96-8602-a4e3832a8967 admin admin] 10.222.0.24 "PUT /v2.0/routers/104c9f4f-aacb-407e-94ea-26181a5f9d0d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1358123
Jan 27 06:13:42.267695 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 47496) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:42.272596 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61613a2-6f07-45bd-911d-c45e8a542744 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:13:42.273249 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b61613a2-6f07-45bd-911d-c45e8a542744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa638beca20>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:13:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:42.453360 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Notify callbacks [] for router, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:42.463104 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-b61613a2-6f07-45bd-911d-c45e8a542744 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:13:42.638236 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:42.643582 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Deleting port ab527ee8-41c0-4a81-a895-aa4792fa475a {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:42.643948 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:42.763094 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b61613a2-6f07-45bd-911d-c45e8a542744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa638beca20>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:13:41Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:42.767276 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61613a2-6f07-45bd-911d-c45e8a542744 None None] Checking router: 104c9f4f-aacb-407e-94ea-26181a5f9d0d for host: dv-cinder-772623-1-iscsi {{(pid=80179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:13:42.776139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61613a2-6f07-45bd-911d-c45e8a542744 None None] Routers {'104c9f4f-aacb-407e-94ea-26181a5f9d0d'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:13:42.776785 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b61613a2-6f07-45bd-911d-c45e8a542744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa638beca20>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:13:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'], 'active': True} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:42.823975 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] For port ab527ee8-41c0-4a81-a895-aa4792fa475a, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=ab527ee8-41c0-4a81-a895-aa4792fa475a,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:42.824362 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:42.958847 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Calling delete_port for ab527ee8-41c0-4a81-a895-aa4792fa475a owned by network:router_gateway {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:42.966149 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-b61613a2-6f07-45bd-911d-c45e8a542744 None None] Set router 104c9f4f-aacb-407e-94ea-26181a5f9d0d gateway port host: dv-cinder-772623-1-iscsi {{(pid=80179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:13:43.161184 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:43.273479 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-b61613a2-6f07-45bd-911d-c45e8a542744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa638beca20>, [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:13:41Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:43.277798 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61613a2-6f07-45bd-911d-c45e8a542744 None None] The sync data for ids ['104c9f4f-aacb-407e-94ea-26181a5f9d0d'] in dv-cinder-772623-1-iscsi is: [{'id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'name': 'tempest-TestVolumeBootPattern-236901237-router', 'tenant_id': 'c80fb444e1654b22af727a40bcb7674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:04:52Z', 'updated_at': '2021-01-27T06:13:41Z', 'revision_number': 5, 'project_id': 'c80fb444e1654b22af727a40bcb7674a', 'gw_port': {'id': 'ab527ee8-41c0-4a81-a895-aa4792fa475a', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c7:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104c9f4f-aacb-407e-94ea-26181a5f9d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:04:54Z', 'updated_at': '2021-01-27T06:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:13:43.610843 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484344'] for router_gateway, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:43.654532 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 77900f13-1ce6-4e48-a12f-49a2c8424886 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:13:43.694723 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 77900f13-1ce6-4e48-a12f-49a2c8424886 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:13:43.695116 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 77900f13-1ce6-4e48-a12f-49a2c8424886 not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:13:43.746447 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100046'] for router, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:43.749399 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:43.850956 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342791'] for router, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:43.851551 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 104c9f4f-aacb-407e-94ea-26181a5f9d0d {{(pid=80176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 27 06:13:43.864815 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] Notify callbacks [] for router, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:43.869009 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 47500) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:43.871750 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-974d7057-6b10-4db3-b8a5-7eb49e2d3942 admin admin] 10.222.0.24 "DELETE /v2.0/routers/104c9f4f-aacb-407e-94ea-26181a5f9d0d HTTP/1.1" status: 204  len: 168 time: 1.6030059
Jan 27 06:13:43.938035 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d40cf2-5df5-435e-98ef-0b8e825a8159 admin admin] Deleting subnet d6d2f976-2dbc-4dbe-86e5-d0d002f41edd {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 06:13:43.941368 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-41d40cf2-5df5-435e-98ef-0b8e825a8159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:43.996861 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-41d40cf2-5df5-435e-98ef-0b8e825a8159 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253318'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:44.081025 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-41d40cf2-5df5-435e-98ef-0b8e825a8159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:44.371544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-41d40cf2-5df5-435e-98ef-0b8e825a8159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2902153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850770639'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:44.387015 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-57ca2f17-5d9e-4d48-ac20-e30c5ddd01d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:44.470548 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d40cf2-5df5-435e-98ef-0b8e825a8159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d2f976-2dbc-4dbe-86e5-d0d002f41edd,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:44.477434 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-41d40cf2-5df5-435e-98ef-0b8e825a8159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:44.520905 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-41d40cf2-5df5-435e-98ef-0b8e825a8159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:44.526097 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d8e691-30e2-424e-bb52-8a7546a17192 None None] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:13:44.527740 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-41d40cf2-5df5-435e-98ef-0b8e825a8159 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d6d2f976-2dbc-4dbe-86e5-d0d002f41edd HTTP/1.1" status: 204  len: 168 time: 0.6571684
Jan 27 06:13:44.530508 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 47504) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:44.648950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:44.721941 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Deleting port 72d72437-7651-4ee6-b404-0521a1a4b80b {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:44.722314 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:44.778626 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b170a88a-dd3d-4d68-a3c7-909564122a21 None None] DHCP port deletion for 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e request from dv-cinder-772623-1-iscsi {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 27 06:13:44.784125 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-b170a88a-dd3d-4d68-a3c7-909564122a21 None None] Deleting port 72d72437-7651-4ee6-b404-0521a1a4b80b {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:44.784544 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b170a88a-dd3d-4d68-a3c7-909564122a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:44.944189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] For port 72d72437-7651-4ee6-b404-0521a1a4b80b, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=72d72437-7651-4ee6-b404-0521a1a4b80b,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:44.944586 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:45.000965 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-b170a88a-dd3d-4d68-a3c7-909564122a21 None None] For port 72d72437-7651-4ee6-b404-0521a1a4b80b, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=72d72437-7651-4ee6-b404-0521a1a4b80b,segment=NetworkSegment(459a676c-c59a-481f-b7fe-166568776627),segment_id=459a676c-c59a-481f-b7fe-166568776627)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:45.001394 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b170a88a-dd3d-4d68-a3c7-909564122a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:45.079543 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Calling delete_port for 72d72437-7651-4ee6-b404-0521a1a4b80b owned by network:dhcp {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:45.131773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-b170a88a-dd3d-4d68-a3c7-909564122a21 None None] Calling delete_port for 72d72437-7651-4ee6-b404-0521a1a4b80b owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:45.187989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:45.203764 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:45.204898 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [None req-b170a88a-dd3d-4d68-a3c7-909564122a21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 06:13:45.205310 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [None req-b170a88a-dd3d-4d68-a3c7-909564122a21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 06:13:45.301993 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=72d72437-7651-4ee6-b404-0521a1a4b80b,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:45.314224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:45.346916 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] No DVR routers for this DVR port 72d72437-7651-4ee6-b404-0521a1a4b80b on host dv-cinder-772623-1-iscsi {{(pid=80177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:13:45.471129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:45.695391 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device ab527ee8-41c0-4a81-a895-aa4792fa475a no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:13:45.730669 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-b170a88a-dd3d-4d68-a3c7-909564122a21 None None] Deleting port 72d72437-7651-4ee6-b404-0521a1a4b80b {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:45.730999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-b170a88a-dd3d-4d68-a3c7-909564122a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:45.766443 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: ab527ee8-41c0-4a81-a895-aa4792fa475a {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:13:45.766834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device ab527ee8-41c0-4a81-a895-aa4792fa475a not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:13:45.767307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 72d72437-7651-4ee6-b404-0521a1a4b80b no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:13:45.822889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa63a15b7b8>,) {'filters': {'network_id': ['91d2fc1b-c86b-4048-8f4a-bd5a25aac97e']}} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:45.834093 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 72d72437-7651-4ee6-b404-0521a1a4b80b {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:13:45.834484 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 72d72437-7651-4ee6-b404-0521a1a4b80b not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:13:45.836502 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa63a15b7b8>, '459a676c-c59a-481f-b7fe-166568776627') {'for_net_delete': True} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:45.837128 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa63a15b7b8>, '459a676c-c59a-481f-b7fe-166568776627') {} {{(pid=80177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:45.846345 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-b170a88a-dd3d-4d68-a3c7-909564122a21 None None] The port '72d72437-7651-4ee6-b404-0521a1a4b80b' was deleted {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 27 06:13:45.851660 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852522482'] for segment, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:45.868487 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:45.870531 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 06:13:46.050615 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:13:46.059714 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851861974'] for segment, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:46.238977 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Network 91d2fc1b-c86b-4048-8f4a-bd5a25aac97e has no segments {{(pid=80177) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 06:13:46.261124 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 06:13:46.375352 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:46.379894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:46.383769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-c684d27b-cf33-4196-8657-4a80df22fad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:46.407332 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=91d2fc1b-c86b-4048-8f4a-bd5a25aac97e,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:46.410144 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:46.463193 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-e285e723-5e76-4afd-ba4d-42f3a8693e2b admin admin] 10.222.0.24 "DELETE /v2.0/networks/91d2fc1b-c86b-4048-8f4a-bd5a25aac97e HTTP/1.1" status: 204  len: 168 time: 1.9316473
Jan 27 06:13:46.466337 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 47508) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:47.036599 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854344479'] for router_interface, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:47.401352 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] Deleting port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:47.401726 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:47.586445 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] For port 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=58aea43f-7f56-4cf6-a6e9-36bff0bac5ad,segment=NetworkSegment(4e9857bc-83fc-45b1-9c82-8ae8a66bca42),segment_id=4e9857bc-83fc-45b1-9c82-8ae8a66bca42)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:47.586834 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:47.715157 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] Calling delete_port for 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad owned by network:router_interface {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:47.913659 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:47.929936 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-78de77be-6780-492d-9c1e-c3a90f2e348b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:48.023441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=58aea43f-7f56-4cf6-a6e9-36bff0bac5ad,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:48.027224 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:48.335973 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853182275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-430192'] for router_interface, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:49.078918 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] Router 00220271-c738-4c7c-816f-0a65b950b922 has already been hosted by L3 agent ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4 {{(pid=80177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 27 06:13:49.270176 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] Notify agent at l3_agent.dv-cinder-772623-1-iscsi the message routers_updated {{(pid=80177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 27 06:13:49.279042 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d5b02a-d028-4073-915e-7d3c2f95d764 None None] Sync routers for ids ['00220271-c738-4c7c-816f-0a65b950b922'] in dv-cinder-772623-1-iscsi {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 27 06:13:49.279449 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-ef768179-3d52-4602-9ac5-8f8052516f15 admin admin] 10.222.0.24 "PUT /v2.0/routers/00220271-c738-4c7c-816f-0a65b950b922/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8113708
Jan 27 06:13:49.282195 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 47512) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:49.289079 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d5b02a-d028-4073-915e-7d3c2f95d764 None None] Routers {'00220271-c738-4c7c-816f-0a65b950b922'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:13:49.289744 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-48d5b02a-d028-4073-915e-7d3c2f95d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63899b860>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:13:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['00220271-c738-4c7c-816f-0a65b950b922'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:49.473307 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Notify callbacks [] for router, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:49.485866 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-48d5b02a-d028-4073-915e-7d3c2f95d764 None None] Set router 00220271-c738-4c7c-816f-0a65b950b922 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:13:49.669700 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:49.675889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Deleting port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 {{(pid=80177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:49.675889 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:49.793749 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-48d5b02a-d028-4073-915e-7d3c2f95d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63899b860>, [{'id': '00220271-c738-4c7c-816f-0a65b950b922', 'name': 'tempest-TestVolumeBootPattern-498823599-router', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:05:03Z', 'updated_at': '2021-01-27T06:13:47Z', 'revision_number': 5, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'gw_port': {'id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:04Z', 'updated_at': '2021-01-27T06:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:49.797877 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d5b02a-d028-4073-915e-7d3c2f95d764 None None] Checking router: 00220271-c738-4c7c-816f-0a65b950b922 for host: dv-cinder-772623-1-iscsi {{(pid=80178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 27 06:13:49.806756 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d5b02a-d028-4073-915e-7d3c2f95d764 None None] Routers {'00220271-c738-4c7c-816f-0a65b950b922'} bound to L3 agent in host dv-cinder-772623-1-iscsi {{(pid=80178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 27 06:13:49.807449 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-48d5b02a-d028-4073-915e-7d3c2f95d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fa63899b860>, 'dv-cinder-772623-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-27T05:41:01Z,description=<?>,heartbeat_timestamp=2021-01-27T06:13:32Z,host='dv-cinder-772623-1-iscsi',id=ddcc1ef3-0b7f-41b0-bcf3-ed70e5e45da4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-27T05:41:02Z,topic='l3_agent')) {'router_ids': ['00220271-c738-4c7c-816f-0a65b950b922'], 'active': True} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:49.865693 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] For port 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=5d77fe91-a9ef-46ac-b9ae-f905b9fb0098,segment=NetworkSegment(c586e25f-c84f-4a05-b500-624d92aebe46),segment_id=c586e25f-c84f-4a05-b500-624d92aebe46)] {{(pid=80177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:49.867689 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:49.998792 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvr_db [None req-48d5b02a-d028-4073-915e-7d3c2f95d764 None None] Set router 00220271-c738-4c7c-816f-0a65b950b922 gateway port host: dv-cinder-772623-1-iscsi {{(pid=80178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 27 06:13:49.999718 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Calling delete_port for 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 owned by network:router_gateway {{(pid=80177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:50.138962 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2913885'] for port, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:50.301853 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_hamode_db [None req-48d5b02a-d028-4073-915e-7d3c2f95d764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fa63899b860>, [{'id': '00220271-c738-4c7c-816f-0a65b950b922', 'name': 'tempest-TestVolumeBootPattern-498823599-router', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:05:03Z', 'updated_at': '2021-01-27T06:13:47Z', 'revision_number': 5, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'gw_port': {'id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:04Z', 'updated_at': '2021-01-27T06:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}], 'dv-cinder-772623-1-iscsi', False) {} {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:50.305939 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d5b02a-d028-4073-915e-7d3c2f95d764 None None] The sync data for ids ['00220271-c738-4c7c-816f-0a65b950b922'] in dv-cinder-772623-1-iscsi is: [{'id': '00220271-c738-4c7c-816f-0a65b950b922', 'name': 'tempest-TestVolumeBootPattern-498823599-router', 'tenant_id': '4f889a9f88e74d9789bda2be08af6c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'external_fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-27T06:05:03Z', 'updated_at': '2021-01-27T06:13:47Z', 'revision_number': 5, 'project_id': '4f889a9f88e74d9789bda2be08af6c6a', 'gw_port': {'id': '5d77fe91-a9ef-46ac-b9ae-f905b9fb0098', 'name': '', 'network_id': '1fa00277-087f-4f70-b9a5-54e9a15b14f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:84:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00220271-c738-4c7c-816f-0a65b950b922', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-27T06:05:04Z', 'updated_at': '2021-01-27T06:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93887af5-c673-438a-9d7c-a29c1276c96d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-1-iscsi'}] {{(pid=80178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 27 06:13:50.333270 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-484344'] for router_gateway, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:50.471682 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-432361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-100046'] for router, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:50.474055 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:50.690768 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854342791'] for router, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:50.691401 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00220271-c738-4c7c-816f-0a65b950b922 {{(pid=80177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 27 06:13:50.704165 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] Notify callbacks [] for router, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:50.705390 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-9c8b46f5-56e4-4c34-a347-f0616bc6a342 admin admin] 10.222.0.24 "DELETE /v2.0/routers/00220271-c738-4c7c-816f-0a65b950b922 HTTP/1.1" status: 204  len: 168 time: 1.4221997
Jan 27 06:13:50.708212 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80177) accepted ('10.222.0.24', 47516) {{(pid=80177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:50.776827 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.db_base_plugin_v2 [None req-254e3a27-a85c-4504-957b-a0db4a3a6b52 admin admin] Deleting subnet 0f1eda71-03ad-4380-b331-dce03f13d031 {{(pid=80177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 27 06:13:50.780240 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-254e3a27-a85c-4504-957b-a0db4a3a6b52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:50.833382 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-254e3a27-a85c-4504-957b-a0db4a3a6b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2253318'] for subnet, precommit_delete_associations {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:50.918450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-254e3a27-a85c-4504-957b-a0db4a3a6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853437141'] for subnet, precommit_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:51.399688 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-254e3a27-a85c-4504-957b-a0db4a3a6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1338656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2902153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850770639'] for subnet, after_delete {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:51.416395 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-41d40cf2-5df5-435e-98ef-0b8e825a8159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:51.507998 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e3a27-a85c-4504-957b-a0db4a3a6b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1eda71-03ad-4380-b331-dce03f13d031,revision_number=None']} {{(pid=80177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:51.520110 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-254e3a27-a85c-4504-957b-a0db4a3a6b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:51.555553 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-254e3a27-a85c-4504-957b-a0db4a3a6b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:51.561927 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60210992-2a0b-46a9-b849-1ae8dbf68da3 None None] Network 6c3a04a7-3566-44ee-8fab-3563672c6a87 requested from dv-cinder-772623-1-iscsi {{(pid=80178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 27 06:13:51.562077 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-254e3a27-a85c-4504-957b-a0db4a3a6b52 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0f1eda71-03ad-4380-b331-dce03f13d031 HTTP/1.1" status: 204  len: 168 time: 0.8528450
Jan 27 06:13:51.565027 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 47520) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:51.683640 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854245333'] for network, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:51.697816 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:13:51.755390 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Deleting port c927cf59-0912-4c0e-a7cb-687361e694ad {{(pid=80176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:51.755775 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:51.768257 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:13:51.768650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 58aea43f-7f56-4cf6-a6e9-36bff0bac5ad not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:13:51.769115 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:13:51.809269 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:13:51.809652 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device 5d77fe91-a9ef-46ac-b9ae-f905b9fb0098 not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:13:51.893533 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83bfe89-d9e7-4eed-88f8-e0588041f57f None None] DHCP port deletion for 6c3a04a7-3566-44ee-8fab-3563672c6a87 request from dv-cinder-772623-1-iscsi {{(pid=80178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 27 06:13:51.897769 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c83bfe89-d9e7-4eed-88f8-e0588041f57f None None] Deleting port c927cf59-0912-4c0e-a7cb-687361e694ad {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:51.898312 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c83bfe89-d9e7-4eed-88f8-e0588041f57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:51.976757 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] For port c927cf59-0912-4c0e-a7cb-687361e694ad, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=c927cf59-0912-4c0e-a7cb-687361e694ad,segment=NetworkSegment(4e9857bc-83fc-45b1-9c82-8ae8a66bca42),segment_id=4e9857bc-83fc-45b1-9c82-8ae8a66bca42)] {{(pid=80176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:51.977150 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:52.122155 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Calling delete_port for c927cf59-0912-4c0e-a7cb-687361e694ad owned by network:dhcp {{(pid=80176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:52.226436 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854155342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-6218763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771995630929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363264859562492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853962088'] for port, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:52.241772 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-555b74ef-6771-4f58-b073-c112370da767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:52.280658 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.db [None req-c83bfe89-d9e7-4eed-88f8-e0588041f57f None None] For port c927cf59-0912-4c0e-a7cb-687361e694ad, host dv-cinder-772623-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-1-iscsi',level=0,port_id=c927cf59-0912-4c0e-a7cb-687361e694ad,segment=NetworkSegment(4e9857bc-83fc-45b1-9c82-8ae8a66bca42),segment_id=4e9857bc-83fc-45b1-9c82-8ae8a66bca42)] {{(pid=80178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 27 06:13:52.281089 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c83bfe89-d9e7-4eed-88f8-e0588041f57f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854290651'] for port, precommit_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:52.333869 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c927cf59-0912-4c0e-a7cb-687361e694ad,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:52.341112 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:52.384702 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] No DVR routers for this DVR port c927cf59-0912-4c0e-a7cb-687361e694ad on host dv-cinder-772623-1-iscsi {{(pid=80176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 27 06:13:52.413650 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c83bfe89-d9e7-4eed-88f8-e0588041f57f None None] Calling delete_port for c927cf59-0912-4c0e-a7cb-687361e694ad owned by network:dhcp {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 27 06:13:52.489320 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.db.api [None req-c83bfe89-d9e7-4eed-88f8-e0588041f57f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 27 06:13:52.489636 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_db.api [None req-c83bfe89-d9e7-4eed-88f8-e0588041f57f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 27 06:13:52.510711 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853433934', 'neutron.services.segments.db._delete_segments_for_network--9223363264859078362'] for network, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:52.626573 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fa633ce5208>,) {'filters': {'network_id': ['6c3a04a7-3566-44ee-8fab-3563672c6a87']}} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:52.639410 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633ce5208>, '4e9857bc-83fc-45b1-9c82-8ae8a66bca42') {'for_net_delete': True} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:52.639761 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.services.segments.db [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fa633ce5208>, '4e9857bc-83fc-45b1-9c82-8ae8a66bca42') {} {{(pid=80176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 27 06:13:52.651686 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363264859082970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851810648'] for segment, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:52.723486 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1337590'] for segment, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:52.725564 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 27 06:13:52.908450 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Network 6c3a04a7-3566-44ee-8fab-3563672c6a87 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:13:52.917763 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853438335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-813807'] for segment, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:52.990905 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c83bfe89-d9e7-4eed-88f8-e0588041f57f None None] Deleting port c927cf59-0912-4c0e-a7cb-687361e694ad {{(pid=80178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 27 06:13:52.991393 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c83bfe89-d9e7-4eed-88f8-e0588041f57f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771995716177'] for port, before_delete {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:53.061427 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-c83bfe89-d9e7-4eed-88f8-e0588041f57f None None] The port 'c927cf59-0912-4c0e-a7cb-687361e694ad' was deleted {{(pid=80178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 27 06:13:53.096695 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.managers [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Network 6c3a04a7-3566-44ee-8fab-3563672c6a87 has no segments {{(pid=80176) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]: Traceback (most recent call last):
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     timer()
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     cb(*args, **kw)
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     return func(*args, **kwargs)
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     self._notify()
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     self.callback(batched_events)
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     event.method(event)
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     segment_id)['aggregates'][0]
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     return f(self, *a, **k)
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self._get(url).json()
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     **kwargs)
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     return self.request(url, 'GET', **kwargs)
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     **endpoint_filter)
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 27 06:13:53.124257 dv-cinder-772623-1-iscsi neutron-server[80063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 27 06:13:53.369530 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1341882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853122044', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1593526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854291502'] for network, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:53.374050 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853179816'] for network, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:53.377911 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:53.399502 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3a04a7-3566-44ee-8fab-3563672c6a87,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:53.401950 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:53.404846 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-894386c9-1638-4e13-b2e8-8f753e856b27 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6c3a04a7-3566-44ee-8fab-3563672c6a87 HTTP/1.1" status: 204  len: 168 time: 1.8378468
Jan 27 06:13:53.633392 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 47526) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:53.692190 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-f7241d52-9fcb-4362-aacf-865e567aff81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c80fb444e1654b22af727a40bcb7674a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0575204
Jan 27 06:13:53.694830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 47530) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:53.698346 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device c927cf59-0912-4c0e-a7cb-687361e694ad no longer exists at agent ovs-agent-dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 27 06:13:53.737741 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] No Port match for: c927cf59-0912-4c0e-a7cb-687361e694ad {{(pid=80178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 27 06:13:53.738132 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.plugins.ml2.rpc [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Device c927cf59-0912-4c0e-a7cb-687361e694ad not bound to the agent host dv-cinder-772623-1-iscsi {{(pid=80178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 27 06:13:53.760617 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0c90-39bf-403f-8f67-505ada72c7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:53.788480 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0c90-39bf-403f-8f67-505ada72c7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:53.959649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0c90-39bf-403f-8f67-505ada72c7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:53.964961 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-531841c7-419d-4deb-bad7-ff1d33da47eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:53.978620 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b0c90-39bf-403f-8f67-505ada72c7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afb1b98-f746-400f-91c4-a8274ec427d8,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:53.981717 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-7d6b0c90-39bf-403f-8f67-505ada72c7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:53.988223 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-7d6b0c90-39bf-403f-8f67-505ada72c7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:53.989435 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-7d6b0c90-39bf-403f-8f67-505ada72c7fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7afb1b98-f746-400f-91c4-a8274ec427d8 HTTP/1.1" status: 204  len: 168 time: 0.2928665
Jan 27 06:13:54.486448 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 47538) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:54.539006 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-a6898c03-6ddd-4d13-b5e8-f8b76418f22b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f889a9f88e74d9789bda2be08af6c6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512702
Jan 27 06:13:54.541707 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [-] (80176) accepted ('10.222.0.24', 47542) {{(pid=80176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 27 06:13:54.607088 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-53666a04-9072-402f-8bf4-086f965f3cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:54.635123 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-53666a04-9072-402f-8bf4-086f965f3cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:54.747644 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-53666a04-9072-402f-8bf4-086f965f3cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853127708'] for security_group, after_delete {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:54.753164 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-f71facc9-9b93-4adc-bbad-36294ed5536b tempest-AttachVolumeTestJSON-769840540 tempest-AttachVolumeTestJSON-769840540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 27 06:13:54.764187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53666a04-9072-402f-8bf4-086f965f3cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd04125-511a-4957-8739-b4a9cf2308b4,revision_number=None']} {{(pid=80176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 27 06:13:54.769248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG oslo_concurrency.lockutils [None req-53666a04-9072-402f-8bf4-086f965f3cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 27 06:13:54.771550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-53666a04-9072-402f-8bf4-086f965f3cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:54.772774 dv-cinder-772623-1-iscsi neutron-server[80063]: INFO neutron.wsgi [None req-53666a04-9072-402f-8bf4-086f965f3cda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cd04125-511a-4957-8739-b4a9cf2308b4 HTTP/1.1" status: 204  len: 168 time: 0.2301064
Jan 27 06:13:57.211628 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:13:59.193846 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-d9078e49-c86f-4a16-bb55-3297e5cea7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:01.614854 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5b5b7d2b-4cc7-4422-9de0-47f184ba8830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:02.534951 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:03.592152 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:03.786342 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:11.206354 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:14:27.233066 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:29.191282 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-5314f751-e265-478e-9572-29462076d739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:31.603067 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-1edd8b82-3c79-45a6-858b-aea67ec10984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:32.512649 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:33.587255 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:33.787267 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:48.206679 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:14:57.232830 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:14:59.185266 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ffee7db2-89af-4b49-8157-717381df1ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:01.598550 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fec67a89-c305-4587-aaa4-307999f50d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:02.517963 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:03.596328 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:03.790823 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:25.206910 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:15:27.300263 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:29.191894 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-124a56c7-9585-450d-a19e-b8704317e33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:31.620330 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-87100aa3-cc79-499e-8154-be8a7f3a4d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:32.527129 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:33.597122 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:33.803020 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:57.258623 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:15:59.190773 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-781f2f23-b064-42f2-a22d-265976227962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:01.619369 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-8b68b645-8eb8-433b-852d-33d7586ec814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:02.206352 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:16:02.538146 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:02.952189 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-30be1dc1-df70-4139-a954-95d212c284a2 req-2c08a481-dae9-4852-8afe-4ed457a951fb service neutron] (80177) timed out ('10.222.0.24', 40822) {{(pid=80177) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 27 06:16:03.596521 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:03.802262 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:27.258179 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:29.207535 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-c3caebe7-641f-4962-b210-8df4744e7210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:31.607539 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-848b2354-4c27-4c09-b137-ac5f1199c89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:32.539524 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:33.595999 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:33.807324 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:39.205441 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:16:54.379514 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-10c2232c-6713-4460-afa0-13ec711d4a2b req-65c9bf6f-9c0f-4c20-a951-d8b459e600f6 service neutron] (80177) timed out ('10.222.0.24', 44704) {{(pid=80177) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 27 06:16:57.281506 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:16:59.184187 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-2ca33106-a239-4bd4-aa7b-bbf925cdc88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:01.601185 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-07c13ddd-b9bc-4fbd-96b5-51e36c3d601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:02.520902 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:03.595591 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:03.812829 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:16.204803 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:17:27.286365 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:29.177892 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-e4327326-65e9-4802-85cb-d2dc55706573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:31.610593 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-94813182-8844-46a2-84ab-09f74bf84636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:32.547729 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:33.593426 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:33.833456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:53.204330 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:17:57.280008 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:17:59.188612 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-67549276-b935-4700-bb00-7d550daa6eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:01.611139 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-f253589c-6e16-4fb7-b4d0-f2cdfed030a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:02.541598 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:03.616915 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:03.839839 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:27.285398 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:29.204030 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-370a27ae-a77d-4ff7-bdb6-ac106e8b4c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:30.204248 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:18:31.609396 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-63df9a9f-047a-4414-8060-8e9ad4346da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:32.546456 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:33.592196 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:33.827840 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:57.296181 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:18:57.542114 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.wsgi [req-d06df304-1f1a-4c31-b922-54e94def1e0a req-b0efaef1-214e-46ee-a572-9e045a949d06 service neutron] (80177) timed out ('10.222.0.13', 51498) {{(pid=80177) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 27 06:18:59.187605 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3980a247-f762-4144-a239-1df1a4fdf0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:19:01.604166 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ddaa6684-de0b-4950-9d24-ce846beef0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:19:02.569874 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:19:03.604989 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:19:03.821526 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:19:07.203509 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron.db.agents_db [None req-94c10c90-4ee6-4dfd-a706-25b6c3f0a38b None None] Agent healthcheck: found 6 active agents {{(pid=80179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 27 06:19:27.318072 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-22e5f487-b927-42a3-aee2-3b0b75477f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:19:29.196801 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc796-bfd5-4349-9b3f-0d4f0f877fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:19:31.621251 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-fba569f2-8416-472c-aba9-46cdf48f8c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:19:32.562806 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-faa17fb8-5a32-42a5-9fe2-fd334ad7ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:19:33.608292 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f3c-4184-4bd0-b5ed-fc621481c22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 27 06:19:33.831131 dv-cinder-772623-1-iscsi neutron-server[80063]: DEBUG neutron_lib.callbacks.manager [None req-ec3319aa-2408-409f-b7c9-ff47b7a3e1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363264859078379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853437296'] for agent, after_update {{(pid=80178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}